#ifndef HGL_CODE_PAGE_INCLUDE #define HGL_CODE_PAGE_INCLUDE #include #include namespace hgl { struct CodePageAndCharSet { uint16 codepage; CharSetName charset; }; #define HGL_CODE_PAGE_AND_CHAR_SET(codepage,charset) {uint16(CharCodePage::codepage),charset} constexpr struct CodePageAndCharSet CodePage2CharSet[]= { HGL_CODE_PAGE_AND_CHAR_SET(NONE, "us-ascii" ), HGL_CODE_PAGE_AND_CHAR_SET(IBM437, "IBM437" ), HGL_CODE_PAGE_AND_CHAR_SET(GBK, "gbk" ), HGL_CODE_PAGE_AND_CHAR_SET(Big5, "big5" ), HGL_CODE_PAGE_AND_CHAR_SET(GB2312, "gb2312" ), HGL_CODE_PAGE_AND_CHAR_SET(GB18030, "gb18030" ), HGL_CODE_PAGE_AND_CHAR_SET(ShiftJIS, "shift-jis" ), HGL_CODE_PAGE_AND_CHAR_SET(EUC_JP, "EUC-JP" ), HGL_CODE_PAGE_AND_CHAR_SET(ISO2022JP, "iso-2022-jp" ), HGL_CODE_PAGE_AND_CHAR_SET(csISO2022JP, "csISO2022JP" ), HGL_CODE_PAGE_AND_CHAR_SET(JISX, "iso-2022-jp" ), HGL_CODE_PAGE_AND_CHAR_SET(Korean, "ks_c_5601-1987"), HGL_CODE_PAGE_AND_CHAR_SET(MacJanpan, "x-mac-japanese" ), HGL_CODE_PAGE_AND_CHAR_SET(MacTraditionalChinese, "x-mac-chinesetrad" ), HGL_CODE_PAGE_AND_CHAR_SET(MacSimplifiedChinese, "x-mac-chinesesimp" ), HGL_CODE_PAGE_AND_CHAR_SET(ISO_8859_1, "iso-8859-1"), HGL_CODE_PAGE_AND_CHAR_SET(ISO_8859_2, "iso-8859-2"), HGL_CODE_PAGE_AND_CHAR_SET(ISO_8859_3, "iso-8859-3"), HGL_CODE_PAGE_AND_CHAR_SET(ISO_8859_4, "iso-8859-4"), HGL_CODE_PAGE_AND_CHAR_SET(ISO_8859_5, "iso-8859-5"), HGL_CODE_PAGE_AND_CHAR_SET(ISO_8859_6, "iso-8859-6"), HGL_CODE_PAGE_AND_CHAR_SET(ISO_8859_7, "iso-8859-7"), HGL_CODE_PAGE_AND_CHAR_SET(ISO_8859_8, "iso-8859-8"), HGL_CODE_PAGE_AND_CHAR_SET(ISO_8859_9, "iso-8859-9"), HGL_CODE_PAGE_AND_CHAR_SET(ISO_8859_13, "iso-8859-13"), HGL_CODE_PAGE_AND_CHAR_SET(ISO_8859_15, "iso-8859-15"), HGL_CODE_PAGE_AND_CHAR_SET(UTF7, "utf-7" ), HGL_CODE_PAGE_AND_CHAR_SET(UTF8, "utf-8" ), HGL_CODE_PAGE_AND_CHAR_SET(UTF16LE, "utf-16le" ), HGL_CODE_PAGE_AND_CHAR_SET(UTF16BE, "utf-16be" ), HGL_CODE_PAGE_AND_CHAR_SET(UTF32LE, "utf-32le" ), HGL_CODE_PAGE_AND_CHAR_SET(UTF32BE, "utf-32be" ), };//const struct constexpr int CharSetCount=sizeof(CodePage2CharSet)/sizeof(CodePageAndCharSet); inline const char *FindCharSet(uint16 ccp) { for(int i=0;i { uint16 codepage; CharSetName charset; public: CharSet() { codepage=0; hgl::strcpy(charset,CHAR_SET_NAME_MAX_LENGTH,"us-ascii"); } CharSet(const uint16 ccp,const char *cs) { codepage=ccp; hgl::strcpy(charset,CHAR_SET_NAME_MAX_LENGTH,cs); } CharSet(const uint16); CharSet(const u8char *); CharSet(const CodePageAndCharSet &cs) { codepage=cs.codepage; strcpy(charset,CHAR_SET_NAME_MAX_LENGTH,cs.charset); } const int compare(const CharSet &other)const override { return (size_t)codepage-(size_t)other.codepage; } };//struct CharacterSet inline CharSet::CharSet(const uint16 ccp) { codepage=ccp; hgl::strcpy(charset,CHAR_SET_NAME_MAX_LENGTH,FindCharSet(ccp)); } inline CharSet::CharSet(const u8char *cs) { codepage=FindCodePage(cs); hgl::strcpy(charset,CHAR_SET_NAME_MAX_LENGTH,FindCharSet(codepage)); } extern CharSet DefaultCharSet(); extern CharSet UTF8CharSet; extern CharSet UTF16LECharSet; extern CharSet UTF16BECharSet; #if HGL_OS == HGL_OS_Windows #define OSCharSet UTF16LECharSet #else #define OSCharSet UTF8CharSet #endif// /** * 获取字符串转换到utf16字符串后的长度 * @param charset 字符集 * @param src 原始字符串 * @param src_size 字符串长度,-1表示全部 * @return 转换成功后的字符串字符数 */ int get_utf16_length(const CharSet &charset,const void *src,const int src_size=-1); /** * 使用指定字符集转换字符串到utf16字符串 * @param charset 字符集 * @param dst utf16字符串缓冲区，自动分配，需手动delete[] * @param src 原始字符串 * @param src_size 字符串长度,-1表示全部 * @return 转换成功后的字符串字符数 */ int to_utf16(const CharSet &charset,u16char **dst,const void *src,const int src_size=-1); /** * 使用指定字符集转换字符串到utf16字符串 * @param charset 字符集 * @param dst utf16字符串缓冲区 * @param dst_size 最大可写入长度 * @param src 原始字符串 * @param src_size 字符串长度,-1表示全部 * @return 转换成功后的字符串字符数 */ int to_utf16(const CharSet &charset,u16char *dst,const int dst_size,const void *src,const int src_size=-1); int to_utf8(const CharSet &charset,u8char **dst,const void *src,const int src_size=-1); /** * 转换u16char *字符串到指定字符集的字符串 * @param charset 字符集 * @param dst char *字符串缓冲区，自动分配，需手动delete[] * @param src u16char *字符串 * @param src_size 字符串长度,-1表示全部 * @return 转换成功后的字符串字符数 */ int utf16_to(const CharSet &charset,u8char **dst,const u16char *src,const int src_size=-1); int utf8_to(const CharSet &charset,u8char **dst,const u8char *src,const int src_size=-1); int u16_to_u8(u8char *,int,const u16char *,const int=-1); ///<转换u16char *到utf8格式的u8char * int u8_to_u16(u16char *,int,const u8char *,const int=-1); ///<转换utf8格式的u8char *到u16char * u8char * u16_to_u8(const u16char *,const int,int &); ///<转换u16char *到utf8格式的u8char * u16char * u8_to_u16(const u8char *,const int,int &); ///<转换utf8格式的u8char *到u16char * inline u8char * u16_to_u8(const u16char *str) { int len; return u16_to_u8(str,hgl::strlen(str)+1,len); } inline u16char *u8_to_u16(const u8char *str) { int len; return u8_to_u16(str,hgl::strlen(str)+1,len); } inline U16String to_u16(const u8char *u8_str,int length) { int wlen; u16char *ws=u8_to_u16(u8_str,length,wlen); return U16String::newOf(ws,wlen); } inline U16String to_u16(const U8String &u8str) { return to_u16(u8str.c_str(),u8str.Length()); } inline U16String to_u16(const u8char *str) { int wlen; u16char *ws=u8_to_u16(str,hgl::strlen(str),wlen); return U16String::newOf(ws,wlen); } inline U8String to_u8(const u16char *wide_str,int length) { int ulen; u8char *us=u16_to_u8(wide_str,length,ulen); return U8String::newOf(us,ulen); } inline U8String to_u8(const U16String &ws) { return to_u8(ws.c_str(),ws.Length()); } #if HGL_OS == HGL_OS_Windows AnsiString ToAnsiString(const CharSet &cs,const U16String &str); inline AnsiString ToAnsiString(const U16String &str) { const CharSet cs((uint16)0); return ToAnsiString(cs,str); } inline OSString ToOSString(const char *str){return to_u16((u8char *)str);} inline OSString ToOSString(const u8char *str){return to_u16(str);} inline OSString ToOSString(const U8String &str){return to_u16(str.c_str(), (int)(str.Length()));} inline U8String ToU8String(const os_char *str){return to_u8(str,strlen(str));} inline U8String ToU8String(const OSString &str){return to_u8(str);} #else inline OSString ToOSString(const char *str){return OSString(str);} inline OSString ToOSString(const U8String &str){return str;} inline U8String ToU8String(const os_char *str){return U8String(str);} inline U8String ToU8String(const OSString &str){return str;} #endif// const BOMFileHeader *ParseBOM(const void *input); bool BOM2CharSet(CharSet *cs,const BOMFileHeader *bom); }//namespace hgl #endif//HGL_CODE_PAGE_INCLUDE