/*==LICENSE==* CyanWorlds.com Engine - MMOG client, server and tools Copyright (C) 2011 Cyan Worlds, Inc. This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . Additional permissions under GNU GPL version 3 section 7 If you modify this Program, or any covered work, by linking or combining it with any of RAD Game Tools Bink SDK, Autodesk 3ds Max SDK, NVIDIA PhysX SDK, Microsoft DirectX SDK, OpenSSL library, Independent JPEG Group JPEG library, Microsoft Windows Media SDK, or Apple QuickTime SDK (or a modified version of those libraries), containing parts covered by the terms of the Bink SDK EULA, 3ds Max EULA, PhysX SDK EULA, DirectX SDK EULA, OpenSSL and SSLeay licenses, IJG JPEG Library README, Windows Media SDK EULA, or QuickTime SDK EULA, the licensors of this Program grant you additional permission to convey the resulting work. Corresponding Source for a non-source form of such a combination shall include the source code for the parts of OpenSSL and IJG JPEG Library used as well as that of the covered work. You can contact Cyan Worlds, Inc. by email legal@cyan.com or by snail mail at: Cyan Worlds, Inc. 14617 N Newport Hwy Mead, WA 99021 *==LICENSE==*/ #include "hsStream.h" #include "../plFile/hsFiles.h" #include "PythonInterface.h" #include #include #include static const char* kPackFileName = "python.pak"; static const char* kGlueFile = ".\\plasma\\glue.py"; static char* glueFile = (char*)kGlueFile; void WritePythonFile(const char *fileName, const char* path, hsStream *s) { hsUNIXStream pyStream, glueStream; char* pathAndFile = new char[strlen(fileName)+strlen(path)+2]; strcpy(pathAndFile,path); char lastchar = pathAndFile[strlen(pathAndFile)-1]; if (lastchar != '\\' && lastchar != '/') strcat(pathAndFile, "\\"); strcat(pathAndFile,fileName); if (!pyStream.Open(pathAndFile) || !glueStream.Open(glueFile)) { printf("Unable to open path %s, ",pathAndFile); return; } printf("==Packing %s, ",fileName); pyStream.FastFwd(); UInt32 pyFileSize = pyStream.GetPosition(); pyStream.Rewind(); glueStream.FastFwd(); UInt32 glueFileSize = glueStream.GetPosition(); glueStream.Rewind(); UInt32 totalSize = pyFileSize + glueFileSize + 2; char *code = new char[totalSize]; UInt32 amountRead = pyStream.Read(pyFileSize, code); hsAssert(amountRead == pyFileSize, "Bad read"); code[pyFileSize] = '\n'; amountRead = glueStream.Read(glueFileSize, code+pyFileSize+1); hsAssert(amountRead == glueFileSize, "Bad read"); code[totalSize-1] = '\0'; // remove the CRs, they seem to give Python heartburn int k = 0; for (int i = 0; i < totalSize; i++) { if (code[i] != '\r') // is it not a CR? code[k++] = code[i]; // else // skip the CRs } PyObject* pythonCode = PythonInterface::CompileString(code, (char*)fileName); if (pythonCode) { // we need to find out if this is PythonFile module // create a module name... with the '.' as an X // and create a python file name that is without the ".py" char* modulename = new char[strlen(fileName)+1]; char* pythonfilename = new char[strlen(fileName)+1]; int j; for (j=0; jWriteSwap32(0); char* errmsg; int chars_read = PythonInterface::getOutputAndReset(&errmsg); if (chars_read > 0) { printf(errmsg); printf("\n"); } } delete [] pythonfilename; } // make sure that we have code to save if (pythonCode) { Int32 size; char* pycode; PythonInterface::DumpObject(pythonCode,&pycode,&size); printf("\n"); // print any message after each module char* errmsg; int chars_read = PythonInterface::getOutputAndReset(&errmsg); if (chars_read > 0) { printf(errmsg); printf("\n"); } s->WriteSwap32(size); s->Write(size, pycode); } else { printf("......blast! Compile error!\n"); s->WriteSwap32(0); PyErr_Print(); PyErr_Clear(); char* errmsg; int chars_read = PythonInterface::getOutputAndReset(&errmsg); if (chars_read > 0) { printf(errmsg); printf("\n"); } } delete [] code; delete [] pathAndFile; // all done with the path and filename as one pyStream.Close(); glueStream.Close(); } void FindFiles(std::vector &filenames, std::vector &pathnames, const char* path) { // Get the names of all the python files hsFolderIterator folder; // if there is a path... set it if ( path ) folder.SetPath(path); while (folder.NextFileSuffix(".py")) { const char *fileName = folder.GetFileName(); filenames.push_back(fileName); if ( path ) pathnames.push_back(path); else pathnames.push_back(""); } } std::string ToLowerCase(std::string str) { std::string retVal = ""; for (int i=0; i='A')&&(str[i]<='Z')) retVal += (char)tolower(str[i]); else retVal += str[i]; } return retVal; } void FindSubDirs(std::vector &dirnames, std::vector &pakNames, char *path) { hsFolderIterator folder; if (path) folder.SetPath(path); while (folder.NextFile()) { if (folder.IsDirectory()) { std::string dirName = folder.GetFileName(); if ((dirName != ".")&&(dirName != "..")&&(ToLowerCase(dirName) != "system") && (ToLowerCase(dirName) != "plasma")) { dirnames.push_back(dirName); pakNames.push_back(dirName+".pak"); } } } } // adds or removes the ending slash in a path as necessary std::string AdjustEndingSlash(std::string path, bool endingSlash = false) { std::string retVal = path; bool endSlashExists = false; char temp = path[path.length()-1]; if (temp == '\\') endSlashExists = true; if (endingSlash) { if (!endSlashExists) retVal += "\\"; } else { if (endSlashExists) { std::string temp = ""; for (int i=0; i& extraDirs, bool packSysAndPlasma = false) { // make sure the dir ends in a slash dir = AdjustEndingSlash(dir,true); printf("\nCreating %s using the contents of %s\n",pakName.c_str(),dir.c_str()); printf("Changing working directory to %s\n",rootPath.c_str()); if (_chdir(rootPath.c_str())) { printf("ERROR: Directory change to %s failed for some reason\n",rootPath.c_str()); printf("Unable to continue with the packing of this directory, aborting...\n"); return; } else printf("Directory changed to %s\n",rootPath.c_str()); std::vector fileNames; std::vector pathNames; FindFiles(fileNames,pathNames,dir.c_str()); if (packSysAndPlasma) { printf("Adding the system and plasma directories to this pack file\n"); std::string tempPath; tempPath = dir + "system"; FindFiles(fileNames,pathNames,tempPath.c_str()); tempPath = dir + "plasma"; FindFiles(fileNames,pathNames,tempPath.c_str()); } // ok, we know how many files we're gonna pack, so make a fake index (we'll fill in later) hsUNIXStream s; if (!s.Open(pakName.c_str(), "wb")) return; s.WriteSwap32(fileNames.size()); int i; for (i = 0; i < fileNames.size(); i++) { s.WriteSafeString(fileNames[i].c_str()); s.WriteSwap32(0); } PythonInterface::initPython(rootPath); for (i = 0; i < extraDirs.size(); i++) PythonInterface::addPythonPath(rootPath + extraDirs[i]); // set to maximum optimization (includes removing __doc__ strings) Py_OptimizeFlag = 2; std::vector filePositions; filePositions.resize(fileNames.size()); for (i = 0; i < fileNames.size(); i++) { UInt32 initialPos = s.GetPosition(); WritePythonFile(fileNames[i].c_str(), pathNames[i].c_str(), &s); UInt32 endPos = s.GetPosition(); filePositions[i] = initialPos; } s.SetPosition(sizeof(UInt32)); for (i = 0; i < fileNames.size(); i++) { s.WriteSafeString(fileNames[i].c_str()); s.WriteSwap32(filePositions[i]); } s.Close(); PythonInterface::finiPython(); } void PrintUsage() { printf("Usage:\n"); printf("plPythonPack [directory to pack...]\n"); printf("NOTE: the directory to pack must have full system and plasma dirs and\n"); printf(" must be a relative path to the current working directory\n"); } void main(int argc, char *argv[]) { printf("The Python Pack Utility\n"); char buffer[_MAX_PATH]; _getcwd(buffer,_MAX_PATH); std::string baseWorkingDir = buffer; // are they asking for usage? if (argc == 2) { std::string temp = argv[1]; temp = ToLowerCase(temp); if ((temp == "?") || (temp == "-?") || (temp == "/?") || (temp == "-help") || (temp == "/help") || (temp == "-h") || (temp == "/h")) { PrintUsage(); return; } } // wrong number of args, print usage if (argc > 2) { PrintUsage(); return; } std::vector dirNames; std::vector pakNames; std::string rootPath; if (argc == 1) { FindSubDirs(dirNames,pakNames,nil); rootPath = AdjustEndingSlash(baseWorkingDir,true); } else { std::string path = argv[1]; FindSubDirs(dirNames,pakNames,argv[1]); rootPath = ConcatDirs(baseWorkingDir,path); rootPath = AdjustEndingSlash(rootPath,true); } PackDirectory(rootPath,rootPath,rootPath+kPackFileName,dirNames,true); for (int i=0; i