pengjunjie/core
1
0
Fork 1
mirror of https://github.com/ONLYOFFICE/core.git synced 2026-07-15 03:28:11 +08:00
Code Issues Packages Projects Releases Wiki Activity
Files
bde853b628f621689ea8073be6efbd87bfa149fd
core/ASCOfficeHtmlFile_SaxHtmlParser/AVSOfficeHtmlFile/src/MhtFile.cpp

581 lines
18 KiB
C++
Raw Blame History

#include "stdafx.h"
#include "MhtFile.h"
//#include "Utility.h"
#include "strings.h"
#include "path.h"
#include "CHtmlBitmap.h"
//#include "ToString.h"
#include "utf8.h"
#include "gdiplus.h"
#include <list>
#include <locale>
#include <iostream>
#include <algorithm>
#include "UnicodeTextFile.h"
namespace Names
{
const std::wstring boundary_str = L"boundary=";
const std::wstring contentType_str = L"content-type:";
const std::wstring contentTransferEncoding_str = L"content-transfer-encoding:";
const std::wstring contentLocation_str = L"content-location:";
const std::wstring htmlFileType = L"text/html";
const std::wstring xmlFileType = L"text/xml";
const std::wstring cssFileType = L"text/css";
const std::wstring imageFileType = L"image/";
const std::wstring code_7bit = L"7bit";
const std::wstring code_8bit = L"8bit";
const std::wstring code_QuotedPrintable = L"quoted-printable";
const std::wstring code_Base64 = L"base64";
}
static std::wstring ToLower(const std::wstring aString)
{
CStringW sStr = aString.c_str();
return (std::wstring) sStr.MakeLower();
}
static std::string ToLower(const std::string aString)
{
CStringA sStr = aString.c_str();
return (std::string) sStr.MakeLower();
}
// templated version of my_equal so it could work with both char and wchar_t
template<typename charT>
struct my_equal {
my_equal( const std::locale& loc ) : loc_(loc) {}
bool operator()(charT ch1, charT ch2) {
return std::toupper(ch1, loc_) == std::toupper(ch2, loc_);
}
private:
const std::locale& loc_;
};
// find substring (case insensitive)
template<typename T>
int ci_find_substr( const T& str1, const T& str2, const std::locale& loc = std::locale() )
{
T::const_iterator it = std::search( str1.begin(), str1.end(),
str2.begin(), str2.end(), my_equal<T::value_type>(loc) );
if ( it != str1.end() ) return it - str1.begin();
else return -1; // not found
}
MhtFile::MhtFile()
{
}
MhtFile::~MhtFile()
{
}
void MhtFile::ReadFile(const std::wstring& fileName)
{
std::list<std::wstring> content = NUnicodeTextFile::ReadFileToList (fileName.c_str());
/*
TxtFile file(fileName);
std::list<std::wstring> content;
if (file.isUtf8())
content = transform(file.readUtf8(), Encoding::utf82unicode);
else if (file.isUnicode())
content = file.readUnicode();
else
content = transform(file.readAnsi(), Encoding::ansi2unicode);
*/
content.push_back( std::wstring( L"" ) );
content.push_back( std::wstring( L"1" ) );
std::wstring boundary;
std::wstring doc_location;
bool bHtmlFound = false;
int p = 0;
//<2F><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD> MHT
for(std::list<std::wstring>::iterator i = content.begin(); i != content.end();)
{
std::wstring wsLower1 = ToLower(*i);
//<2F><><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> boundary <20> <20><><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> MHT(boundary - <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD>) - <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
if (wsLower1.find(Names::boundary_str) != std::wstring::npos)
{
std::wstring boundary_string = strings::substring_after( *i++, Names::boundary_str);
std::wstring::size_type last_quote = boundary_string.rfind (L"\""); // find last quote ie: boundary="----=_NextPart_000_0000_01CA20CE.D47268E0";
if (std::wstring::npos != last_quote)
{
boundary_string = boundary_string.substr (0, last_quote+1); // "----=_NextPart_000_0000_01CA20CE.D47268E0"; -> "----=_NextPart_000_0000_01CA20CE.D47268E0"
}
boundary = L"--" + strings::remove_all(boundary_string, L"\""); // "----=_NextPart_000_0000_01CA20CE.D47268E0" -> ------=_NextPart_000_0000_01CA20CE.D47268E0
}
//<2F><><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> contentLocation <20> <20><><EFBFBD><EFBFBD><EFBFBD>(<28><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD>) - <20><><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
else if (wsLower1.find(Names::contentLocation_str) != std::wstring::npos)
doc_location = getFileProperty(*i++, Names::contentLocation_str);
//<2F><><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>, <20><> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD>
else if (*i == boundary && boundary != L"")
{
std::wstring fileType;
std::wstring location;
std::wstring fileCode;
//<2F><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD>, <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
while ( i->length() != 0 )
{
std::wstring wsLower = ToLower(*i);
// <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>, <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD>
if (wsLower.find(Names::boundary_str) != std::wstring::npos)
{
std::wstring boundary_string = strings::substring_after( *i++, Names::boundary_str);
std::wstring::size_type last_quote = boundary_string.rfind (L"\""); // find last quote ie: boundary="----=_NextPart_000_0000_01CA20CE.D47268E0";
if (std::wstring::npos != last_quote)
{
boundary_string = boundary_string.substr (0, last_quote+1); // "----=_NextPart_000_0000_01CA20CE.D47268E0"; -> "----=_NextPart_000_0000_01CA20CE.D47268E0"
}
boundary = L"--" + strings::remove_all(boundary_string, L"\""); // "----=_NextPart_000_0000_01CA20CE.D47268E0" -> ------=_NextPart_000_0000_01CA20CE.D47268E0
}
//<2F><><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD> (image/, text/html, text/css)
if (wsLower.find(Names::contentType_str) != std::wstring::npos)
fileType = getFileProperty(*i, Names::contentType_str);
//<2F><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD>
else if (wsLower.find(Names::contentLocation_str) != std::wstring::npos)
location = getFileProperty(*i, Names::contentLocation_str);
//<2F><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> (base64, 8bit, quoted-printable)
else if (wsLower.find(Names::contentTransferEncoding_str) != std::wstring::npos)
fileCode = getFileProperty(*i, Names::contentTransferEncoding_str);
i++;
}
while ( i->length() == 0)
i++;
std::vector<std::string> file;
std::wstring new_file;
//<2F><><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> base64 - <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><> <20><><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD>
if (fileCode.find(Names::code_Base64) != std::wstring::npos)
{
if (fileType.find(Names::htmlFileType) != std::wstring::npos || fileType.find(Names::cssFileType) != std::wstring::npos)
{
std::wstring fileBase64;
while ( i != content.end() && i->find(boundary) == std::wstring::npos )
fileBase64 += *i++;
new_file = base64To8bit(fileBase64);
}
else if (fileType.find(Names::imageFileType) != std::wstring::npos)
{
while ( i != content.end() && i->find(boundary) == std::wstring::npos )
new_file += *i++;
}
}
else
{
if (fileCode.find(Names::code_8bit) != std::wstring::npos)
{
while ( i != content.end() && i->find(boundary) == std::wstring::npos )
file.push_back(NUnicodeTextFile::unicode2ansi(*i++));
}
else if (fileCode.find(Names::code_QuotedPrintable) != std::wstring::npos)
{
while ( i != content.end() && i->find(boundary) == std::wstring::npos )
file.push_back(encodingQuotedPrintable(NUnicodeTextFile::unicode2ansi(*i++)));
}
else if (fileCode.find(Names::code_7bit) != std::wstring::npos)
{
while ( i != content.end() && i->find(boundary) == std::wstring::npos )
file.push_back(NUnicodeTextFile::unicode2ansi(*i++));
}
new_file = file2ansi(file);
}
if (fileType.find(Names::htmlFileType) != std::wstring::npos)
{
if (!bHtmlFound)
{
if (doc_location == location || doc_location == L"")
{
setHtmlFile (location, new_file);
bHtmlFound = true;
}
}
// this is a frame. adding to a map.
// sanitize 'location'
std::wstring sanitized_location = strings::replace_all (location, std::wstring(L"%20"), std::wstring(L" "));
m_frames.insert (std::make_pair (set_slashes(ToLower(sanitized_location)), new_file));
}
if ((fileType.find(Names::xmlFileType) != std::wstring::npos) && (!bHtmlFound))
{
if (doc_location == location || doc_location == L"")
setHtmlFile (location, new_file);
}
else if ( fileType.find(Names::cssFileType) != std::wstring::npos )
m_styles.insert(std::make_pair(set_slashes(location), new_file));
else if ( fileType.find(Names::imageFileType) != std::wstring::npos )
m_pictures.insert(std::make_pair(set_slashes(location), new_file));
}
else
i++;
}
//<2F><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>, <20><><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> boundary
if(boundary == L"")
{
for(std::list<std::wstring>::iterator i = content.begin(); i != content.end();)
{
std::wstring fileType;
std::wstring location;
std::wstring fileCode;
//<2F><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD>, <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
while ( i->length() != 0 )
{
std::wstring wsLower = ToLower(*i);
//<2F><><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD> (image/, text/html, text/css)
if (wsLower.find(Names::contentType_str) != std::wstring::npos)
fileType = getFileProperty(*i, Names::contentType_str);
//<2F><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD>
else if (wsLower.find(Names::contentLocation_str) != std::wstring::npos)
location = getFileProperty(*i, Names::contentLocation_str);
//<2F><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> (base64, 8bit, quoted-printable)
else if (wsLower.find(Names::contentTransferEncoding_str) != std::wstring::npos)
fileCode = getFileProperty(*i, Names::contentTransferEncoding_str);
i++;
}
while ( i->length() == 0)
i++;
if(fileType == L"")
fileType = Names::htmlFileType;
if(fileType == L"")
fileCode = Names::code_QuotedPrintable;
std::vector<std::string> file;
std::wstring new_file;
//<2F><><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> base64 - <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><> <20><><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD>
if (fileCode.find(Names::code_Base64) != std::wstring::npos)
{
if (fileType.find(Names::htmlFileType) != std::wstring::npos || fileType.find(Names::cssFileType) != std::wstring::npos)
{
std::wstring fileBase64;
while ( i != content.end() && i->find(L"/html>") == std::wstring::npos )
fileBase64 += *i++;
new_file = base64To8bit(fileBase64);
}
else if (fileType.find(Names::imageFileType) != std::wstring::npos)
{
while ( i != content.end() && i->find(L"/html>") == std::wstring::npos )
new_file += *i++;
}
}
else
{
if (fileCode.find(Names::code_8bit) != std::wstring::npos)
{
while ( i != content.end())
file.push_back(NUnicodeTextFile::unicode2ansi(*i++));
}
else if (fileCode.find(Names::code_QuotedPrintable) != std::wstring::npos)
{
//file.push_back(encodingQuotedPrintable('<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3c.org/TR/1999/REC-html401-19991224/loose.dtd">'));
while ( i != content.end() && -1 == ci_find_substr (*i, std::wstring (L"</html>"))) // && i->find(L"</html>") == std::wstring::npos && i->find(L"</HTML>") == std::wstring::npos)
{
file.push_back(encodingQuotedPrintable(NUnicodeTextFile::unicode2ansi(*i++)));
}
file.push_back(encodingQuotedPrintable(NUnicodeTextFile::unicode2ansi(*i++)));
}
else if (fileCode.find(Names::code_7bit) != std::wstring::npos)
{
while ( i != content.end() && i->find(boundary) == std::wstring::npos )
file.push_back(NUnicodeTextFile::unicode2ansi(*i++));
}
new_file = file2ansi(file);
i = content.end();
}
if (fileType.find(Names::htmlFileType) != std::wstring::npos)
{
bHtmlFound = true;
setHtmlFile (location, new_file);
}
if ((fileType.find(Names::xmlFileType) != std::wstring::npos) && (!bHtmlFound))
{
if (doc_location == location || doc_location == L"")
setHtmlFile (location, new_file);
}
else if ( fileType.find(Names::cssFileType) != std::wstring::npos )
m_styles.insert(std::make_pair(set_slashes(location), new_file));
else if ( fileType.find(Names::imageFileType) != std::wstring::npos )
m_pictures.insert(std::make_pair(set_slashes(location), new_file));
}
}
}
bool MhtFile::savePicture(const std::wstring& name, const std::wstring& path)const
{
std::wstring picture = getPicture(name);
if (picture != L"")
{
CString pic_cstr = picture.c_str();
CString name_cstr = name.c_str();//TODO <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD> <20><><EFBFBD>
CString path_cstr = path.c_str();
CHtmlBitmap bitmap;
bitmap.Create(pic_cstr, name_cstr, path_cstr);
bitmap.WriteFile();
return true;
}
return false;
}
const std::wstring MhtFile::getStyle(const std::wstring& name) const
{
std::wstring new_name = set_slashes(ToLower(name));
std::wstring file = L"";
for(std::map<std::wstring, std::wstring>::const_iterator i = m_styles.begin(); i != m_styles.end(); ++i)
if ( i->first.find(new_name) != std::wstring::npos)
return file = i->second;
return file;
}
const std::wstring MhtFile::getFrame(const std::wstring& name) const
{
std::wstring new_name = set_slashes(ToLower(name));
std::wstring file = L"";
for(std::map<std::wstring, std::wstring>::const_iterator i = m_frames.begin(); i != m_frames.end(); ++i)
if ( i->first.find(new_name) != std::wstring::npos)
return file = i->second;
return file;
}
const std::wstring MhtFile::getHtmlFile() const
{
return m_content;
}
const std::wstring MhtFile::getHtmlFileName() const
{
return m_content_file_name;
}
void MhtFile::setHtmlFile (std::wstring name, std::wstring content)
{
m_content_file_name = name;
m_content = content;
}
void MhtFile::addFrameFile (std::wstring name, std::wstring content)
{
m_frames.insert (std::pair<std::wstring, std::wstring> (name, content));
}
void MhtFile::removeFrameFile (std::wstring frame_name)
{
m_frames.erase (frame_name);
}
const std::wstring MhtFile::getPicture(const std::wstring& name) const
{
std::wstring new_name = set_slashes(ToLower(name));
std::wstring file = L"";
for(std::map<std::wstring, std::wstring>::const_iterator i = m_pictures.begin(); i != m_pictures.end(); ++i)
if ( i->first.find(new_name) != std::wstring::npos)
return file = i->second;
return file;
}
const std::wstring MhtFile::getFileProperty(const std::wstring& line, const std::wstring& propertyName) const
{
std::wstring fileProperty;
std::wstring lowerLine = ToLower(line);
if (lowerLine.find(L";") != std::wstring::npos)
fileProperty = strings::substring_between( lowerLine, propertyName, L";");
else
fileProperty = strings::substring_after( lowerLine, propertyName);
return fileProperty;
}
const std::wstring MhtFile::base64To8bit(const std::wstring& fileBase64) const
{
BYTE* bytes = NULL;
int size;
CHtmlUtility::GetFileInBinary(fileBase64.c_str(), bytes, size);
char * str = new char[size];
::memcpy(str, bytes, size);
std::wstring wstr = NUnicodeTextFile::ansi2unicode(str);
delete []str;
delete []bytes;
return wstr;
}
const std::string MhtFile::encodingQuotedPrintable(const std::string& line) const
{
if (line.length() != 0)
{
char * new_line = new char[line.length() * 3];
int j = 0;
for (int i = 0; i < line.length(); i++)
{
if (line[i] != L'=')
{
new_line[j++] = line[i];
}
else
{
std::wstring hex = strings::substring_between( NUnicodeTextFile::ansi2unicode(line), i + 1, i + 2);
if (hex != L"")
new_line[j++] = strings::strFromHex(hex);
i += 2;
}
}
new_line[j] = '\0';
std::string result(new_line);
if (new_line != 0)
delete []new_line;
return result;
}
std::string p;
return p;
}
const std::wstring MhtFile::file2ansi(const std::vector<std::string>& file) const
{
std::wstring ansiFile;
std::string code;
for(std::vector<std::string>::const_iterator i = file.begin(); i != file.end(); )
{
std::string lowerLine = ToLower(*i);
std::string::size_type meta = lowerLine.find("<meta");
std::string::size_type xmlEncode = lowerLine.find("<?xml");
if (xmlEncode != std::string::npos )
{
std::string xmlTeg = lowerLine.substr(xmlEncode + 5, i->length() - xmlEncode - 5);
std::string::size_type ugl = xmlTeg.find(">");
while( ugl == std::string::npos)
{
xmlTeg += ToLower(*i++);
ugl = xmlTeg.find(">");
}
xmlTeg = xmlTeg.substr(0, ugl - 1);
std::string::size_type encoding = xmlTeg.find("encoding=");
if (encoding != std::string::npos)
{
code = xmlTeg.substr(encoding + 10, xmlTeg.length() - encoding - 10);
break;
}
i++;
}
else if (meta != std::string::npos)
{
std::string metaTeg = lowerLine.substr(meta + 5, i->length() - meta - 5);
std::string::size_type ugl = metaTeg.find(">");
while( ugl == std::string::npos)
{
metaTeg += ToLower(*i++);
ugl = metaTeg.find(">");
}
metaTeg = metaTeg.substr(0, ugl - 1);
std::string::size_type charset = metaTeg.find("charset=");
if (charset != std::string::npos)
{
code = metaTeg.substr(charset + 8, metaTeg.length() - charset - 8);
}
break;
}
else
{
i++;
}
}
if ( code.find("utf-8") != std::string::npos)
{
std::string str;
str.push_back(strings::strFromHex("0xEF"));
str.push_back(strings::strFromHex("0xBB"));
str.push_back(strings::strFromHex("0xBF"));
std::string all_text;
for(std::vector<std::string>::const_iterator i = file.begin(); i != file.end(); ++i)
{
all_text += *i;
}
/*
BOOST_FOREACH(const std::string& line, file)
{
all_text += line;
}
*/
std::string text_without_pref = strings::remove(all_text, str);
std::wstring new_text(text_without_pref.size(), 0);
utf8_decode( text_without_pref.begin(), text_without_pref.end(), new_text.begin() );
ansiFile = new_text;
}
else
{
for(std::vector<std::string>::const_iterator i = file.begin(); i != file.end(); ++i)
{
ansiFile += NUnicodeTextFile::ansi2unicode(*i);
//ansiFile.push_back (' ');
int nLastCharIndex = (*i).length() - 1;
if (nLastCharIndex >= 0)
{
//'<', '</'
if (((*i)[nLastCharIndex] == '<') ||
(nLastCharIndex > 0 && (*i)[nLastCharIndex-1] == '<' && (*i)[nLastCharIndex] == '/')
)
{
// new tag started at the end of line.
}
else
{
ansiFile.push_back (' ');
}
}
}
/*
BOOST_FOREACH(const std::string& line, file)
{
ansiFile += Encoding::ansi2unicode(line);
}
*/
}
return ansiFile;
}
Reference in New Issue View Git Blame Copy Permalink