CWE-ou-minkata/MOULOpenSourceClientPlugin/Plasma20/Sources/Plasma/Apps/plPythonPack/main.cpp

/*==LICENSE==*

CyanWorlds.com Engine - MMOG client, server and tools
Copyright (C) 2011 Cyan Worlds, Inc.

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>.

Additional permissions under GNU GPL version 3 section 7

If you modify this Program, or any covered work, by linking or
combining it with any of RAD Game Tools Bink SDK, Autodesk 3ds Max SDK,
NVIDIA PhysX SDK, Microsoft DirectX SDK, OpenSSL library, Independent
JPEG Group JPEG library, Microsoft Windows Media SDK, or Apple QuickTime SDK
(or a modified version of those libraries),
containing parts covered by the terms of the Bink SDK EULA, 3ds Max EULA,
PhysX SDK EULA, DirectX SDK EULA, OpenSSL and SSLeay licenses, IJG
JPEG Library README, Windows Media SDK EULA, or QuickTime SDK EULA, the
licensors of this Program grant you additional
permission to convey the resulting work. Corresponding Source for a
non-source form of such a combination shall include the source code for
the parts of OpenSSL and IJG JPEG Library used as well as that of the covered
work.

You can contact Cyan Worlds, Inc. by email legal@cyan.com
 or by snail mail at:
      Cyan Worlds, Inc.
      14617 N Newport Hwy
      Mead, WA   99021

*==LICENSE==*/
#include "hsStream.h"
#include "../plFile/hsFiles.h"

#include "PythonInterface.h"

#include <vector>
#include <string>

#include <direct.h>

static const char* kPackFileName = "python.pak";
static const char* kGlueFile = ".\\plasma\\glue.py";
static char* glueFile = (char*)kGlueFile;

void WritePythonFile(const char *fileName, const char* path, hsStream *s)
{
	hsUNIXStream pyStream, glueStream;
	char* pathAndFile = new char[strlen(fileName)+strlen(path)+2];
	strcpy(pathAndFile,path);
	char lastchar = pathAndFile[strlen(pathAndFile)-1];
	if (lastchar != '\\' && lastchar != '/')
		strcat(pathAndFile, "\\");
	strcat(pathAndFile,fileName);
	if (!pyStream.Open(pathAndFile) || !glueStream.Open(glueFile))
	{
		printf("Unable to open path %s, ",pathAndFile);
		return;
	}

	printf("==Packing %s, ",fileName);

	pyStream.FastFwd();
	UInt32 pyFileSize = pyStream.GetPosition();
	pyStream.Rewind();

	glueStream.FastFwd();
	UInt32 glueFileSize = glueStream.GetPosition();
	glueStream.Rewind();

	UInt32 totalSize = pyFileSize + glueFileSize + 2;

	char *code = new char[totalSize];

	UInt32 amountRead = pyStream.Read(pyFileSize, code);
	hsAssert(amountRead == pyFileSize, "Bad read");

	code[pyFileSize] = '\n';

	amountRead = glueStream.Read(glueFileSize, code+pyFileSize+1);
	hsAssert(amountRead == glueFileSize, "Bad read");

	code[totalSize-1] = '\0';

	// remove the CRs, they seem to give Python heartburn
	int k = 0;
	for (int i = 0; i < totalSize; i++)
	{
		if (code[i] != '\r')	// is it not a CR?
			code[k++] = code[i];
		// else
		//   skip the CRs
	}

	PyObject* pythonCode = PythonInterface::CompileString(code, (char*)fileName);
	if (pythonCode)
	{
		// we need to find out if this is PythonFile module
		// create a module name... with the '.' as an X
		// and create a python file name that is without the ".py"
		char* modulename = new char[strlen(fileName)+1];
		char* pythonfilename = new char[strlen(fileName)+1];
		int j;
		for (j=0; j<strlen(fileName); j++)
		{
			if (fileName[j] == '.')
			{
				modulename[j] = 'X';
				pythonfilename[j] = '\0';
			}
			else
			{
				modulename[j] = fileName[j];
				pythonfilename[j] = fileName[j];
			}
		}
		modulename[j] = '\0';
		PyObject* fModule = PythonInterface::CreateModule(modulename);
		delete [] modulename;
		// run the code
		if (PythonInterface::RunPYC(pythonCode, fModule) )
		{
	// set the name of the file (in the global dictionary of the module)
			PyObject* dict = PyModule_GetDict(fModule);
			PyObject* pfilename = PyString_FromString(pythonfilename);
			PyDict_SetItemString(dict, "glue_name", pfilename);
	// next we need to:
	//  - create instance of class
			PyObject* getID = PythonInterface::GetModuleItem("glue_getBlockID",fModule);
			hsBool foundID = false;
			if ( getID!=nil && PyCallable_Check(getID) )
			{
				PyObject* id = PyObject_CallFunction(getID,nil);
				if ( id && PyInt_Check(id) )
					foundID = true;
			}
			if ( foundID == false )		// then there was an error or no ID or somethin'
			{
				// oops, this is not a PythonFile modifier
				// re-read the source and compile it without the glue code this time
				memset(code,0,totalSize);
				pyStream.Rewind();
				amountRead = pyStream.Read(pyFileSize, code);
				hsAssert(amountRead == pyFileSize, "Bad read");
				strcat(code,"\n");
				k = 0;
				for (int i = 0; i < strlen(code)+1; i++)
				{
					if (code[i] != '\r')	// is it not a CR?
						code[k++] = code[i];
					// else
					//   skip the CRs
				}
				pythonCode = PythonInterface::CompileString(code, (char*)fileName);
				hsAssert(pythonCode,"Not sure why this didn't compile the second time???");
				printf("an import file ");
			}
			else
				printf("a PythonFile modifier(tm) ");
		}
		else
		{
			printf("......blast! Error during run-code!\n");
			s->WriteSwap32(0);

			char* errmsg;
			int chars_read = PythonInterface::getOutputAndReset(&errmsg);
			if (chars_read > 0)
			{
				printf(errmsg);
				printf("\n");
			}
		}
		delete [] pythonfilename;
	}

	// make sure that we have code to save
	if (pythonCode)
	{
		Int32 size;
		char* pycode;
		PythonInterface::DumpObject(pythonCode,&pycode,&size);

		printf("\n");
		// print any message after each module
		char* errmsg;
		int chars_read = PythonInterface::getOutputAndReset(&errmsg);
		if (chars_read > 0)
		{
			printf(errmsg);
			printf("\n");
		}
		s->WriteSwap32(size);
		s->Write(size, pycode);
	}
	else
	{
		printf("......blast! Compile error!\n");
		s->WriteSwap32(0);

		PyErr_Print();
		PyErr_Clear();

		char* errmsg;
		int chars_read = PythonInterface::getOutputAndReset(&errmsg);
		if (chars_read > 0)
		{
			printf(errmsg);
			printf("\n");
		}
	}

	delete [] code;
	delete [] pathAndFile;	// all done with the path and filename as one

	pyStream.Close();
	glueStream.Close();
}

void FindFiles(std::vector<std::string> &filenames, std::vector<std::string> &pathnames, const char* path)
{
	// Get the names of all the python files
	hsFolderIterator folder;

	// if there is a path... set it
	if ( path )
		folder.SetPath(path);

	while (folder.NextFileSuffix(".py"))
	{
		const char *fileName = folder.GetFileName();
		filenames.push_back(fileName);
		if ( path )
			pathnames.push_back(path);
		else
			pathnames.push_back("");
	}
}

std::string ToLowerCase(std::string str)
{
	std::string retVal = "";
	for (int i=0; i<str.length(); i++)
	{
		if ((str[i]>='A')&&(str[i]<='Z'))
			retVal += (char)tolower(str[i]);
		else
			retVal += str[i];
	}
	return retVal;
}

void FindSubDirs(std::vector<std::string> &dirnames, std::vector<std::string> &pakNames, char *path)
{
	hsFolderIterator folder;
	if (path)
		folder.SetPath(path);

	while (folder.NextFile())
	{
		if (folder.IsDirectory())
		{
			std::string dirName = folder.GetFileName();
			if ((dirName != ".")&&(dirName != "..")&&(ToLowerCase(dirName) != "system") && (ToLowerCase(dirName) != "plasma"))
			{
				dirnames.push_back(dirName);
				pakNames.push_back(dirName+".pak");
			}
		}
	}
}

// adds or removes the ending slash in a path as necessary
std::string AdjustEndingSlash(std::string path, bool endingSlash = false)
{
	std::string retVal = path;
	bool endSlashExists = false;
	char temp = path[path.length()-1];
	if (temp == '\\')
		endSlashExists = true;

	if (endingSlash)
	{
		if (!endSlashExists)
			retVal += "\\";
	}
	else
	{
		if (endSlashExists)
		{
			std::string temp = "";
			for (int i=0; i<retVal.length()-1; i++)
				temp += retVal[i];
			retVal = temp;
		}
	}
	return retVal;
}

// appends partialPath onto the end of fullPath, inserting or removing slashes as necesssary
std::string ConcatDirs(std::string fullPath, std::string partialPath)
{
	bool fullSlash = false, partialSlash = false;
	char temp = fullPath[fullPath.length()-1];
	if (temp == '\\')
		fullSlash = true;
	temp = partialPath[0];
	if (temp == '\\')
		partialSlash = true;

	std::string retVal = "";
	if (!fullSlash)
		retVal = fullPath + "\\";
	if (partialSlash)
	{
		std::string temp = "";
		for (int i=1; i<partialPath.length(); i++)
			temp += partialPath[i];
		partialPath = temp;
	}
	retVal += partialPath;
	return retVal;
}

void PackDirectory(std::string dir, std::string rootPath, std::string pakName, std::vector<std::string>& extraDirs, bool packSysAndPlasma = false)
{
	// make sure the dir ends in a slash
	dir = AdjustEndingSlash(dir,true);

	printf("\nCreating %s using the contents of %s\n",pakName.c_str(),dir.c_str());
	printf("Changing working directory to %s\n",rootPath.c_str());
	if (_chdir(rootPath.c_str()))
	{
		printf("ERROR: Directory change to %s failed for some reason\n",rootPath.c_str());
		printf("Unable to continue with the packing of this directory, aborting...\n");
		return;
	}
	else
		printf("Directory changed to %s\n",rootPath.c_str());

	std::vector<std::string> fileNames;
	std::vector<std::string> pathNames;

	FindFiles(fileNames,pathNames,dir.c_str());
	if (packSysAndPlasma)
	{
		printf("Adding the system and plasma directories to this pack file\n");
		std::string tempPath;
		tempPath = dir + "system";
		FindFiles(fileNames,pathNames,tempPath.c_str());
		tempPath = dir + "plasma";
		FindFiles(fileNames,pathNames,tempPath.c_str());
	}

	// ok, we know how many files we're gonna pack, so make a fake index (we'll fill in later)
	hsUNIXStream s;
	if (!s.Open(pakName.c_str(), "wb"))
		return;

	s.WriteSwap32(fileNames.size());

	int i;
	for (i = 0; i < fileNames.size(); i++)
	{
		s.WriteSafeString(fileNames[i].c_str());
		s.WriteSwap32(0);
	}

	PythonInterface::initPython(rootPath);
	for (i = 0; i < extraDirs.size(); i++)
		PythonInterface::addPythonPath(rootPath + extraDirs[i]);

	// set to maximum optimization (includes removing __doc__ strings)
	Py_OptimizeFlag = 2;

	std::vector<UInt32> filePositions;
	filePositions.resize(fileNames.size());

	for (i = 0; i < fileNames.size(); i++)
	{
		UInt32 initialPos = s.GetPosition();
		WritePythonFile(fileNames[i].c_str(), pathNames[i].c_str(), &s);
		UInt32 endPos = s.GetPosition();

		filePositions[i] = initialPos;
	}

	s.SetPosition(sizeof(UInt32));
	for (i = 0; i < fileNames.size(); i++)
	{
		s.WriteSafeString(fileNames[i].c_str());
		s.WriteSwap32(filePositions[i]);
	}

	s.Close();

	PythonInterface::finiPython();
}

void PrintUsage()
{
	printf("Usage:\n");
	printf("plPythonPack [directory to pack...]\n");
	printf("NOTE: the directory to pack must have full system and plasma dirs and\n");
	printf("      must be a relative path to the current working directory\n");
}

void main(int argc, char *argv[])
{
	printf("The Python Pack Utility\n");

	char buffer[_MAX_PATH];
	_getcwd(buffer,_MAX_PATH);
	std::string baseWorkingDir = buffer;

	// are they asking for usage?
	if (argc == 2)
	{
		std::string temp = argv[1];
		temp = ToLowerCase(temp);
		if ((temp == "?") || (temp == "-?") || (temp == "/?") || (temp == "-help") || (temp == "/help")
			|| (temp == "-h") || (temp == "/h"))
		{
			PrintUsage();
			return;
		}
	}
	// wrong number of args, print usage
	if (argc > 2)
	{
		PrintUsage();
		return;
	}

	std::vector<std::string> dirNames;
	std::vector<std::string> pakNames;
	std::string rootPath;

	if (argc == 1)
	{
		FindSubDirs(dirNames,pakNames,nil);
		rootPath = AdjustEndingSlash(baseWorkingDir,true);
	}
	else
	{
		std::string path = argv[1];
		FindSubDirs(dirNames,pakNames,argv[1]);
		rootPath = ConcatDirs(baseWorkingDir,path);
		rootPath = AdjustEndingSlash(rootPath,true);
	}
	
	PackDirectory(rootPath,rootPath,rootPath+kPackFileName,dirNames,true);
	for (int i=0; i<dirNames.size(); i++)
	{
		PackDirectory(dirNames[i],rootPath,rootPath+pakNames[i],dirNames);
	}
}