core/Common/ASCDocxFormat/Source/Utility/TxtFile.cpp

// auto inserted precompiled begin
#include "precompiled_utility.h"
// auto inserted precompiled end

#include "TxtFile.h"

#include <streambuf>

#include "Encoding.h"
#include "Utility.h"
#include "Exception/log_runtime_error.h"
#include "codecvt.h"

static const std::string BadSymbols = "\x0A\x0B\x0C\x0D\x0E\x0F\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19";

TxtFile::TxtFile(const OOX::CPath& path) : m_path(path)
{

}

const std::list<std::string> TxtFile::readAnsi() const
{
	std::ifstream file(m_path.GetFilename());
	if (file.bad())
		throw log_runtime_error("can't open text file");

	std::list<std::string> result;
	while (!file.eof() && EOF != file.peek() )
	{
		std::string str;
		std::getline(file, str);

		size_t pos = str.find_first_of(BadSymbols);
		while(pos != str.npos)
		{
			str.erase(pos, 1);
			pos = str.find_first_of(BadSymbols, pos);
		}

/*
		erase_all(str, "\x0A");
		erase_all(str, "\x0B");
		erase_all(str, "\x0C");
		erase_all(str, "\x0D");
		erase_all(str, "\x0E");
		erase_all(str, "\x0F");
		erase_all(str, "\x10");
		erase_all(str, "\x11");
		erase_all(str, "\x12");
		erase_all(str, "\x13");
		erase_all(str, "\x14");
		erase_all(str, "\x15");
		erase_all(str, "\x16");
		erase_all(str, "\x17");
		erase_all(str, "\x18");
		erase_all(str, "\x19");
*/
		result.push_back(str);
	}
	return result;
}


const std::list<std::wstring> TxtFile::readUnicode() const
{
	std::wifstream file(m_path.GetFilename(), std::ios_base::binary);
	if (file.bad())
		throw log_runtime_error("can't open text file");

	file.imbue(std::locale(std::locale(), new ucs2_conversion()));
	std::list<std::wstring> result;

	while (!file.eof())
	{
		std::wstring str;
		file.ignore();
		std::getline(file, str, L'\x0D');
		result.push_back(str);
	}
	return result;
}


const std::list<std::wstring> TxtFile::readUnicodeWithOutBOM() const
{
	std::wifstream file(m_path.GetFilename(), std::ios_base::binary);
	if (file.bad())
		throw log_runtime_error("can't open text file");

	file.imbue(std::locale(std::locale(), new ucs2_conversion()));
	std::list<std::wstring> result;

	while (!file.eof())
	{
		std::wstring str;
		std::getline(file, str, L'\x0D');
		file.ignore();
		result.push_back(str);
	}
	return result;
}


const std::list<std::wstring> TxtFile::readBigEndian() const
{
	std::wifstream file(m_path.GetFilename(), std::ios_base::binary);
	if (file.bad())
		throw log_runtime_error("can't open text file");

	file.imbue(std::locale(std::locale(), new ube_conversion()));
	std::list<std::wstring> result;

	while (!file.eof())
	{
		std::wstring str;
		file.ignore();
		std::getline(file, str, L'\x0D');
		result.push_back(str);
	}
	return result;
}


const std::list<std::string> TxtFile::readUtf8() const
{
	std::ifstream file(m_path.GetFilename());
	if (file.bad())
		throw log_runtime_error("can't open text file");

	std::list<std::string> result;
	file.ignore(3);

	while (!file.eof())
	{
		std::string str;
		std::getline(file, str);
		result.push_back(str);
	}
	return result;
}


const std::list<std::string> TxtFile::readUtf8withoutPref() const
{
	std::ifstream file(m_path.GetFilename());
	if (file.bad())
		throw log_runtime_error("can't open text file");

	std::list<std::string> result;

	while (!file.eof())
	{
		std::string str;
		std::getline(file, str);
		result.push_back(str);
	}
	return result;
}


void TxtFile::writeAnsi(const std::list<std::string>& content) const
{
	setAnsiStamp();
	std::ofstream file(m_path.GetFilename());

	if (file.bad())
		throw log_runtime_error("can't create text file");

	for (std::list<std::string>::const_iterator iter = content.begin(); iter != content.end(); ++iter)	
	{
		file << (*iter) << std::endl;
	}
}

void TxtFile::writeUnicode(const std::list<std::wstring>& content) const
{
	setUnicodeStamp();
	std::wofstream file(m_path.GetFilename(), std::ios_base::binary | std::ios_base::app);

	if (file.bad())
		throw log_runtime_error("can't create text file");

	file.imbue(std::locale(std::locale(), new ucs2_conversion()));

	for (std::list<std::wstring>::const_iterator iter = content.begin(); iter != content.end(); ++iter)	
	{
		file << (*iter) << L'\x0D' << L'\x0A';
	}
}

void TxtFile::writeBigEndian(const std::list<std::wstring>& content) const
{
	setBigEndianStamp();
	std::wofstream file(m_path.GetFilename(), std::ios_base::binary | std::ios_base::app);

	if (file.bad())
		throw log_runtime_error("can't create text file");

	file.imbue(std::locale(std::locale(), new ube_conversion()));
	
	for (std::list<std::wstring>::const_iterator iter = content.begin(); iter != content.end(); ++iter)	
	{
		file << (*iter) << L'\x0D' << L'\x0A';
	}
}

void TxtFile::writeUtf8(const std::list<std::string>& content) const
{
	setUtf8Stamp();
	std::ofstream file(m_path.GetFilename(), std::ios_base::app);

	if (file.bad())
		throw log_runtime_error("can't create text file");

	for (std::list<std::string>::const_iterator iter = content.begin(); iter != content.end(); ++iter)	
	{
		file << (*iter) << std::endl;
	}
}


void TxtFile::writeUtf8withoutPref(const std::list<std::string>& content) const
{
	std::ofstream file(m_path.GetFilename());

	if (file.bad())
		throw log_runtime_error("can't create text file");

	for (std::list<std::string>::const_iterator iter = content.begin(); iter != content.end(); ++iter)	
	{
		file << (*iter) << std::endl;
	}
}

const bool TxtFile::isAnsi() const
{
	return true;
}

const bool TxtFile::isUnicode() const
{
	std::ifstream file(m_path.GetFilename(), std::ios_base::binary);
	if (file.bad())
		throw log_runtime_error("can't open text file");

	char symbol;

	file >> symbol;
	if (symbol != '\xFF')
		return false;

	file >> symbol;
	if (symbol != '\xFE')
		return false;

	return true;
}

const bool TxtFile::isUnicodeWithOutBOM() const
{
	std::ifstream file(m_path.GetFilename(), std::ios_base::binary);
	if (file.bad())
		throw log_runtime_error("can't open text file");

	std::string str;
	std::getline(file, str, '\x0A');
	bool bUnicode = (str.find('\x0') != str.npos);

	return bUnicode;
}

const bool TxtFile::isBigEndian() const
{
	std::ifstream file(m_path.GetFilename(), std::ios_base::binary);
	if (file.bad())
		throw log_runtime_error("can't open text file");

	char symbol;

	file >> symbol;
	if (symbol != '\xFE')
		return false;

	file >> symbol;
	if (symbol != '\xFF')
		return false;

	return true;
}

const bool TxtFile::isUtf8() const
{
	std::ifstream file(m_path.GetFilename(), std::ios_base::binary);
	if (file.bad())
		throw log_runtime_error("can't open text file");

	char symbol;

	file >> symbol;
	if (symbol != '\xEF')
		return false;

	file >> symbol;
	if (symbol != '\xBB')
		return false;

	file >> symbol;
	if (symbol != '\xBF')
		return false;

	return true;
}

void TxtFile::setAnsiStamp() const
{
}

void TxtFile::setUnicodeStamp() const
{
	std::wofstream file(m_path.GetFilename(), std::ios_base::binary);
	file << '\xFF' << '\xFE';
}

void TxtFile::setBigEndianStamp() const
{
	std::wofstream file(m_path.GetFilename(), std::ios_base::binary);
	file << '\xFE' << '\xFF';
}

void TxtFile::setUtf8Stamp() const
{
	std::wofstream file(m_path.GetFilename(), std::ios_base::binary);
	file << '\xEF' << '\xBB' << '\xBF';
}