244 lines
7.5 KiB
C++
244 lines
7.5 KiB
C++
#ifndef HGL_CODE_PAGE_INCLUDE
|
||
#define HGL_CODE_PAGE_INCLUDE
|
||
|
||
#include<hgl/platform/Platform.h>
|
||
#include<hgl/type/BaseString.h>
|
||
namespace hgl
|
||
{
|
||
struct CodePageAndCharSet
|
||
{
|
||
CharCodePage codepage;
|
||
CharSetName charset;
|
||
};
|
||
|
||
constexpr struct CodePageAndCharSet CodePage2CharSet[]=
|
||
{
|
||
{ccpNone, "us-ascii" },
|
||
|
||
{ccpGBK, "gbk" },
|
||
{ccpBig5, "big5" },
|
||
{ccpGB2312, "gb2312" },
|
||
{ccpGB18030, "gb18030" },
|
||
|
||
{ccpShiftJIS, "shift-jis" },
|
||
{ccpJISX, "iso-2022-jp" },
|
||
|
||
{ccpKorean, "ks_c_5601-1987"},
|
||
|
||
{ccpMacJanpan, "x-mac-japanese" },
|
||
{ccpMacTraditionalChinese, "x-mac-chinesetrad" },
|
||
{ccpMacSimplifiedChinese, "x-mac-chinesesimp" },
|
||
|
||
{ccpUTF7, "utf-7" },
|
||
{ccpUTF8, "utf-8" },
|
||
|
||
{ccpUTF16LE, "utf-16le" },
|
||
{ccpUTF16BE, "utf-16be" },
|
||
{ccpUTF32LE, "utf-32le" },
|
||
{ccpUTF32BE, "utf-32be" },
|
||
};//const struct
|
||
|
||
constexpr int CharSetCount=sizeof(CodePage2CharSet)/sizeof(CodePageAndCharSet);
|
||
|
||
inline const char *FindCharSet(CharCodePage ccp)
|
||
{
|
||
for(int i=0;i<CharSetCount;i++)
|
||
if(CodePage2CharSet[i].codepage==ccp)
|
||
return CodePage2CharSet[i].charset;
|
||
|
||
return 0;
|
||
}
|
||
|
||
constexpr struct CodePageAndCharSet CodeSet2CharPage[]=
|
||
{
|
||
{ccpNone, "us-ascii" },
|
||
|
||
{ccpGBK, "gbk" },
|
||
|
||
{ccpBig5, "big5" },
|
||
{ccpBig5, "bigfive" },
|
||
|
||
{ccpGB2312, "gb2312" },
|
||
{ccpGB18030, "gb18030" },
|
||
|
||
{ccpShiftJIS, "shift_jis" },
|
||
{ccpJISX, "iso-2022-jp" },
|
||
|
||
{ccpKorean, "ks_c_5601-1987"},
|
||
|
||
{ccpMacJanpan, "x-mac-japanese" },
|
||
{ccpMacTraditionalChinese, "x-mac-chinesetrad" },
|
||
{ccpMacSimplifiedChinese, "x-mac-chinesesimp" },
|
||
|
||
{ccpUTF7, "utf7" },
|
||
{ccpUTF8, "utf8" },
|
||
{ccpUTF16LE, "utf16le" },
|
||
{ccpUTF16BE, "utf16be" },
|
||
{ccpUTF32LE, "utf32le" },
|
||
{ccpUTF32BE, "utf32be" },
|
||
|
||
{ccpUTF16LE, "ucs2le" },
|
||
{ccpUTF16BE, "ucs2be" },
|
||
{ccpUTF32LE, "ucs4le" },
|
||
{ccpUTF32BE, "ucs4be" }
|
||
};//const struct CharSet Characters
|
||
|
||
constexpr int CharPageCount=sizeof(CodeSet2CharPage)/sizeof(CodePageAndCharSet);
|
||
|
||
inline CharCodePage FindCodePage(const u8char *char_set)
|
||
{
|
||
for(int i=0;i<CharPageCount;i++)
|
||
if(!charset_cmp(CodePage2CharSet[i].charset,char_set))
|
||
return CodePage2CharSet[i].codepage;
|
||
|
||
return ccpNone;
|
||
}
|
||
|
||
struct CharSet
|
||
{
|
||
CharCodePage codepage;
|
||
CharSetName charset;
|
||
|
||
public:
|
||
|
||
CharSet()
|
||
{
|
||
codepage=ccpNone;
|
||
hgl::strcpy(charset,CharSetNameLength,"us-ascii");
|
||
}
|
||
|
||
CharSet(CharCodePage ccp,const char *cs)
|
||
{
|
||
codepage=ccp;
|
||
hgl::strcpy(charset,CharSetNameLength,cs);
|
||
}
|
||
|
||
CharSet(CharCodePage);
|
||
CharSet(const u8char *);
|
||
|
||
CharSet(const CodePageAndCharSet &cs)
|
||
{
|
||
codepage=cs.codepage;
|
||
strcpy(charset,CharSetNameLength,cs.charset);
|
||
}
|
||
|
||
int _Comp(const CharSet &data)const{return codepage-data.codepage;} \
|
||
CompOperator(const CharSet &,_Comp)
|
||
};//struct CharacterSet
|
||
|
||
inline CharSet::CharSet(CharCodePage ccp)
|
||
{
|
||
codepage=ccp;
|
||
hgl::strcpy(charset,CharSetNameLength,FindCharSet(ccp));
|
||
}
|
||
|
||
inline CharSet::CharSet(const u8char *cs)
|
||
{
|
||
codepage=FindCodePage(cs);
|
||
hgl::strcpy(charset,CharSetNameLength,FindCharSet(codepage));
|
||
}
|
||
|
||
extern CharSet DefaultCharSet();
|
||
|
||
extern CharSet UTF8CharSet;
|
||
extern CharSet UTF16LECharSet;
|
||
extern CharSet UTF16BECharSet;
|
||
|
||
/**
|
||
* 使用指定字符集转换字符串到 u16char *字符串
|
||
* @param charset 字符集
|
||
* @param dst u16char *字符串缓冲区，自动分配，需手动delete[]
|
||
* @param src 原始字符串
|
||
* @param src_size 字符串长度,-1表示全部
|
||
* @return 转换成功后的字符串字符数
|
||
*/
|
||
int to_utf16(const CharSet &charset,u16char **dst,const void *src,const int src_size=-1);
|
||
|
||
int to_utf8(const CharSet &charset,u8char **dst,const void *src,const int src_size=-1);
|
||
|
||
/**
|
||
* 转换u16char *字符串到指定字符集的字符串
|
||
* @param charset 字符集
|
||
* @param dst char *字符串缓冲区，自动分配，需手动delete[]
|
||
* @param src u16char *字符串
|
||
* @param src_size 字符串长度,-1表示全部
|
||
* @return 转换成功后的字符串字符数
|
||
*/
|
||
int utf16_to(const CharSet &charset,u8char **dst,const u16char *src,const int src_size=-1);
|
||
|
||
int utf8_to(const CharSet &charset,u8char **dst,const u8char *src,const int src_size=-1);
|
||
|
||
int u16_to_u8(u8char *,int,const u16char *,const int=-1); ///<转换u16char *到utf8格式的u8char *
|
||
int u8_to_u16(u16char *,int,const u8char *,const int=-1); ///<转换utf8格式的u8char *到u16char *
|
||
|
||
u8char * u16_to_u8(const u16char *,const int,int &); ///<转换u16char *到utf8格式的u8char *
|
||
u16char * u8_to_u16(const u8char *,const int,int &); ///<转换utf8格式的u8char *到u16char *
|
||
|
||
inline u8char * u16_to_u8(const u16char *str)
|
||
{
|
||
int len;
|
||
return u16_to_u8(str,hgl::strlen<u16char>(str)+1,len);
|
||
}
|
||
|
||
inline u16char *u8_to_u16(const u8char *str)
|
||
{
|
||
int len;
|
||
return u8_to_u16(str,hgl::strlen<u8char>(str)+1,len);
|
||
}
|
||
|
||
inline UTF16String to_u16(const u8char *u8_str,int length)
|
||
{
|
||
int wlen;
|
||
u16char *ws=u8_to_u16(u8_str,length,wlen);
|
||
|
||
return UTF16String::newOf(ws,wlen);
|
||
}
|
||
|
||
inline UTF16String to_u16(const UTF8String &u8str)
|
||
{
|
||
return to_u16(u8str.c_str(),u8str.Length());
|
||
}
|
||
|
||
inline UTF16String to_u16(const u8char *str)
|
||
{
|
||
int wlen;
|
||
|
||
u16char *ws=u8_to_u16(str,strlen(str),wlen);
|
||
|
||
return UTF16String::newOf(ws,wlen);
|
||
}
|
||
|
||
inline UTF8String to_u8(const u16char *wide_str,int length)
|
||
{
|
||
int ulen;
|
||
|
||
u8char *us=u16_to_u8(wide_str,length,ulen);
|
||
|
||
return UTF8String::newOf(us,ulen);
|
||
}
|
||
|
||
inline UTF8String to_u8(const UTF16String &ws)
|
||
{
|
||
return to_u8(ws.c_str(),ws.Length());
|
||
}
|
||
|
||
#if HGL_OS == HGL_OS_Windows
|
||
inline OSString ToOSString(const u8char *str){return to_u16(str);}
|
||
inline OSString ToOSString(const UTF8String &str){return to_u16(str.c_str(), (int)(str.Length()));}
|
||
|
||
inline UTF8String ToUTF8String(const os_char *str){return to_u8(str,strlen(str));}
|
||
inline UTF8String ToUTF8String(const OSString &str){return to_u8(str);}
|
||
#else
|
||
inline OSString ToOSString(const char *str){return OSString(str);}
|
||
inline OSString ToOSString(const UTF8String &str){return str;}
|
||
|
||
inline UTF8String ToUTF8String(const os_char *str){return UTF8String(str);}
|
||
inline UTF8String ToUTF8String(const OSString &str){return str;}
|
||
#endif//
|
||
|
||
const BOMFileHeader *ParseBOM(const void *input);
|
||
|
||
bool BOM2CharSet(CharSet *cs,const BOMFileHeader *bom);
|
||
}//namespace hgl
|
||
#endif//HGL_CODE_PAGE_INCLUDE
|