path: root/cpp/src/IcePatch/Util.cpp

// **********************************************************************
//
// Copyright (c) 2002
// MutableRealms, Inc.
// Huntsville, AL, USA
//
// All Rights Reserved
//
// **********************************************************************

#include <IcePatch/Util.h>
#include <IcePatch/Node.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <unistd.h>
#include <fcntl.h>
#include <dirent.h>
#include <openssl/md5.h>
#include <bzlib.h>

using namespace std;
using namespace Ice;
using namespace IcePatch;

static string
normalizePath(const string& path)
{
    string result = path;
    
    string::size_type pos;
    
    for (pos = 0; pos < result.size(); ++pos)
    {
	if (result[pos] == '\\')
	{
	    result[pos] = '/';
	}
    }
    
    pos = 0;
    while ((pos = result.find("//", pos)) != string::npos)
    {
	result.erase(pos, 1);
    }
    
    pos = 0;
    while ((pos = result.find("/./", pos)) != string::npos)
    {
	result.erase(pos, 2);
    }

    return result;
}

string
IcePatch::identityToPath(const Identity& identity)
{
    assert(identity.category == "IcePatch");
    return normalizePath(identity.name);
}

Identity
IcePatch::pathToIdentity(const string& path)
{
    Identity identity;
    identity.category = "IcePatch";
    identity.name = normalizePath(path);
    return identity;
}

string
IcePatch::pathToName(const string& path)
{
    string::size_type pos = path.rfind('/');
    if (pos == string::npos)
    {
	return path;
    }
    else
    {
	return path.substr(pos + 1);
    }
}

string
IcePatch::getSuffix(const string& path)
{
    string::size_type pos = path.rfind('.');
    if (pos == string::npos)
    {
	return string();
    }
    else
    {
	return path.substr(pos + 1);
    }
}

FileInfo
IcePatch::getFileInfo(const string& path)
{
    struct stat buf;
    if (::stat(path.c_str(), &buf) == -1)
    {
	if (errno == ENOENT)
	{
	    return FileInfoNotExist;
	}
	else
	{
	    NodeAccessException ex;
	    ex.reason = "cannot stat `" + path + "':" + strerror(errno);
	    throw ex;
	}
    }

    if (S_ISDIR(buf.st_mode))
    {
	return FileInfoDirectory;
    }

    if (S_ISREG(buf.st_mode))
    {
	return FileInfoRegular;
    }

    return FileInfoUnknown;
}

StringSeq
IcePatch::readDirectory(const string& path)
{
    struct dirent **namelist;
    int n = ::scandir(path.c_str(), &namelist, 0, alphasort);
    if (n < 0)
    {
	NodeAccessException ex;
	ex.reason = "cannot read directory `" + path + "':" + strerror(errno);
	throw ex;
    }

    StringSeq result;
    result.reserve(n - 2);

    for (int i = 0; i < n; ++i)
    {
	string name = namelist[i]->d_name;

	free(namelist[i]);
	
	if (name != ".." && name != ".")
	{
	    result.push_back(path + '/' + name);
	}
    }
    
    free(namelist);
    return result;
}

void
IcePatch::removeRecursive(const string& path)
{
    if (getFileInfo(path) == FileInfoDirectory)
    {
	StringSeq paths = readDirectory(path);
	StringSeq::const_iterator p;
	for (p = paths.begin(); p != paths.end(); ++p)
	{
	    removeRecursive(*p);
	}
    }
    
    if (::remove(path.c_str()) == -1)
    {
	NodeAccessException ex;
	ex.reason = "cannot remove file `" + path + "':" + strerror(errno);
	throw ex;
    }
}

void
IcePatch::createDirectory(const string& path)
{
    if (::mkdir(path.c_str(), 00777) == -1)
    {
	NodeAccessException ex;
	ex.reason = "cannot create directory `" + path + "':" + strerror(errno);
	throw ex;
    }
}

ByteSeq
IcePatch::getMD5(const string& path)
{
    //
    // Stat the file to get a MD5 hash value for.
    //
    struct stat buf;
    if (::stat(path.c_str(), &buf) == -1)
    {
	NodeAccessException ex;
	ex.reason = "cannot stat `" + path + "':" + strerror(errno);
	throw ex;
    }
    else
    {
	if (!S_ISREG(buf.st_mode))
	{
	    NodeAccessException ex;
	    ex.reason = "`" + path + "' is not a regular file";
	    throw ex;
	}
    }

    //
    // Stat the .md5 file. If it doesn't exist, or if it's outdated,
    // set a flag to create a new MD5 hash value.
    //
    struct stat bufmd5;
    string pathmd5 = path + ".md5";
    bool createmd5 = false;
    if (::stat(pathmd5.c_str(), &bufmd5) == -1)
    {
	if (errno == ENOENT)
	{
	    createmd5 = true;
	}
	else
	{
	    NodeAccessException ex;
	    ex.reason = "cannot stat `" + path + "':" + strerror(errno);
	    throw ex;
	}
    }
    else
    {
	if (!S_ISREG(bufmd5.st_mode))
	{
	    NodeAccessException ex;
	    ex.reason = "`" + path + "' is not a regular file";
	    throw ex;
	}
	
	if (bufmd5.st_size != 16)
	{
	    NodeAccessException ex;
	    ex.reason = "`" + path + "' isn't 16 bytes in size";
	    throw ex;
	}
	
	if (bufmd5.st_mtime <= buf.st_mtime)
	{
	    createmd5 = true;
	}
    }

    ByteSeq md5;
    md5.resize(16);

    if (createmd5)
    {
	//
	// Open the original file and create a MD5 hash value.
	//
	{
	    int fd = ::open(path.c_str(), O_RDONLY);
	    
	    if (fd == -1)
	    {
		NodeAccessException ex;
		ex.reason = "cannot open `" + path + "' for reading:" + strerror(errno);
		throw ex;
	    }
	    
	    unsigned char* fileBuf = new unsigned char[buf.st_size];
	    
	    try
	    {
		int sz = ::read(fd, fileBuf, buf.st_size);
		
		if (sz == -1)
		{
		    NodeAccessException ex;
		    ex.reason = "cannot read `" + path + "':" + strerror(errno);
		    throw ex;
		}
		
		if (sz < buf.st_size)
		{
		    NodeAccessException ex;
		    ex.reason = "could not read all bytes from `" + path + "'";
		    throw ex;
		}
		
		::MD5(fileBuf, sz, reinterpret_cast<unsigned char*>(&md5[0]));
		
		::close(fd);
		delete [] fileBuf;
	    }
	    catch (...)
	    {
		::close(fd);
		delete [] fileBuf;
		throw;
	    }
	}

	//
	// Write the MD5 hash value to the corresponding .md5 file.
	//
	{
	    int fd = ::open(pathmd5.c_str(), O_WRONLY | O_CREAT, 00666);
	    
	    if (fd == -1)
	    {
		NodeAccessException ex;
		ex.reason = "cannot open `" + pathmd5 + "' for writing:" + strerror(errno);
		throw ex;
	    }
	    
	    try
	    {
		int sz = ::write(fd, &md5[0], 16);
		
		if (sz == -1)
		{
		    NodeAccessException ex;
		    ex.reason = "cannot read `" + path + "':" + strerror(errno);
		    throw ex;
		}
		
		if (sz < 16)
		{
		    NodeAccessException ex;
		    ex.reason = "could not write 16 bytes to `" + path + "'";
		    throw ex;
		}
		
		::close(fd);
	    }
	    catch (...)
	    {
		::close(fd);
		throw;
	    }
	}
    }
    else
    {
	//
	// Read the MD5 hash value from the .md5 file.
	//
	int fd = ::open(pathmd5.c_str(), O_RDONLY);
	
	if (fd == -1)
	{
	    NodeAccessException ex;
	    ex.reason = "cannot open `" + path + "' for reading:" + strerror(errno);
	    throw ex;
	}
	
	try
	{
	    int sz = ::read(fd, &md5[0], 16);
	    
	    if (sz == -1)
	    {
		NodeAccessException ex;
		ex.reason = "cannot read `" + path + "':" + strerror(errno);
		throw ex;
	    }
	    
	    if (sz < 16)
	    {
		NodeAccessException ex;
		ex.reason = "could not read 16 bytes from `" + path + "'";
		throw ex;
	    }
	    
	    ::close(fd);
	}
	catch (...)
	{
	    ::close(fd);
	    throw;
	}
    }

    return md5;
}

string
IcePatch::MD5ToString(const ByteSeq& md5)
{
    if (md5.size() != 16)
    {
	return "illegal MD5 hash code";
    }

    ostringstream out;

    for (int i = 0; i < 16; ++i)
    {
	int b = static_cast<int>(md5[i]);
	if (b < 0)
	{
	    b += 256;
	}
	out << hex << b;
    }

    return out.str();
}

static void
createBZ2(const string& path, char* buf, int sz)
{
    FILE* file = fopen(path.c_str(), "wb");
    if (!file)
    {
	NodeAccessException ex;
	ex.reason = "cannot open `" + path + "' for writing:" + strerror(errno);
	throw ex;
    }
    
    try
    {
	int bzError;
	BZFILE* bzFile = BZ2_bzWriteOpen(&bzError, file, 5, 0, 0);
	if (bzError != BZ_OK)
	{
	    NodeAccessException ex;
	    ex.reason = "BZ2_bzWriteOpen failed";
	    throw ex;
	}
	
	try
	{
	    BZ2_bzWrite(&bzError, bzFile, buf, sz);
	    if (bzError != BZ_OK)
	    {
		NodeAccessException ex;
		ex.reason = "BZ2_bzWrite failed";
		throw ex;
	    }

	    BZ2_bzWriteClose(&bzError, bzFile, 0, 0, 0);
	    if (bzError != BZ_OK)
	    {
		NodeAccessException ex;
		ex.reason = "BZ2_bzWriteClose failed";
		throw ex;
	    }
	}
	catch (...)
	{
	    BZ2_bzWriteClose(&bzError, bzFile, 0, 0, 0);
	    if (bzError != BZ_OK)
	    {
		NodeAccessException ex;
		ex.reason = "BZ2_bzWriteClose failed";
		throw ex;
	    }
	    throw;
	}
	
	fclose(file);
    }
    catch (...)
    {
	fclose(file);
	throw;
    }
}

ByteSeq
IcePatch::getBytesBZ2(const string& path, Int pos, Int num)
{
    //
    // Stat the file to get a bzip2 file for.
    //
    struct stat buf;
    if (::stat(path.c_str(), &buf) == -1)
    {
	NodeAccessException ex;
	ex.reason = "cannot stat `" + path + "':" + strerror(errno);
	throw ex;
    }
    else
    {
	if (!S_ISREG(buf.st_mode))
	{
	    NodeAccessException ex;
	    ex.reason = "`" + path + "' is not a regular file";
	    throw ex;
	}
    }

    //
    // Stat the .bz2 file. If it doesn't exist, or if it's outdated,
    // set a flag to create a new bzip2 file.
    //
    struct stat bufbz2;
    string pathbz2 = path + ".bz2";
    bool createbz2 = false;
    if (::stat(pathbz2.c_str(), &bufbz2) == -1)
    {
	if (errno == ENOENT)
	{
	    createbz2 = true;
	}
	else
	{
	    NodeAccessException ex;
	    ex.reason = "cannot stat `" + path + "':" + strerror(errno);
	    throw ex;
	}
    }
    else
    {
	if (!S_ISREG(bufbz2.st_mode))
	{
	    NodeAccessException ex;
	    ex.reason = "`" + path + "' is not a regular file";
	    throw ex;
	}

	if (bufbz2.st_mtime <= buf.st_mtime)
	{
	    createbz2 = true;
	}
    }

    if (createbz2)
    {
	//
	// Open the original file and create a bzip2 file.
	//
	int fd = ::open(path.c_str(), O_RDONLY);
	
	if (fd == -1)
	{
	    NodeAccessException ex;
	    ex.reason = "cannot open `" + path + "' for reading:" + strerror(errno);
	    throw ex;
	}
	
	char* fileBuf = new char[buf.st_size];
	
	try
	{
	    int sz = ::read(fd, fileBuf, buf.st_size);
	    
	    if (sz == -1)
	    {
		NodeAccessException ex;
		ex.reason = "cannot read `" + path + "':" + strerror(errno);
		throw ex;
	    }
	    
	    if (sz < buf.st_size)
	    {
		NodeAccessException ex;
		ex.reason = "could not read all bytes from `" + path + "'";
		throw ex;
	    }
	    
	    createBZ2(pathbz2, fileBuf, sz);
	    
	    ::close(fd);
	    delete [] fileBuf;
	}
	catch (...)
	{
	    ::close(fd);
	    delete [] fileBuf;
	    throw;
	}

/*
	//
	// Stat the .bz2 file. This time, it must exist.
	//
	if (::stat(pathbz2.c_str(), &bufbz2) == -1)
	{
	    NodeAccessException ex;
	    ex.reason = "cannot stat `" + path + "':" + strerror(errno);
	    throw ex;
	}
*/
    }

    //
    // Open and read the bzip2 file.
    //
    int fd = ::open(pathbz2.c_str(), O_RDONLY);
    
    if (fd == -1)
    {
	NodeAccessException ex;
	ex.reason = "cannot open `" + pathbz2 + "' for reading:" + strerror(errno);
	throw ex;
    }
    
    ByteSeq bytes;
    bytes.resize(num);

    try
    {
	if (lseek(fd, pos, SEEK_SET) == -1)
	{
	    NodeAccessException ex;
	    ostringstream out;
	    out << "cannot seek position " << pos << " in file `" << path << "':" << strerror(errno);
	    ex.reason = out.str();
	    throw ex;
	}
	
	int sz = ::read(fd, &bytes[0], num);
	
	if (sz == -1)
	{
	    NodeAccessException ex;
	    ex.reason = "cannot read `" + path + "':" + strerror(errno);
	    throw ex;
	}
	
	bytes.resize(sz);
	
	::close(fd);
    }
    catch (...)
    {
	::close(fd);
	throw;
    }

    return bytes;
}