KDECore
kencodingprober Namespace Reference
Typedef Documentation
typedef struct kencodingprober::nsPkgInt kencodingprober::nsPkgInt |
Enumeration Type Documentation
Variable Documentation
unsigned int kencodingprober::BIG5_cls[256/8] [static] |
Definition at line 37 of file nsMBCSSM.cpp.
unsigned int kencodingprober::BIG5_st[3] [static] |
const unsigned int kencodingprober::Big5CharLenTable[] = {0, 1, 1, 2, 0} [static] |
Definition at line 80 of file nsMBCSSM.cpp.
Initial value:
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, BIG5_cls }, 5, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, BIG5_st }, Big5CharLenTable, "Big5", }
Definition at line 82 of file nsMBCSSM.cpp.
const char kencodingprober::BulgarianLangModel[] |
Definition at line 86 of file LangBulgarianModel.cpp.
unsigned int kencodingprober::EUCJP_cls[256/8] [static] |
Definition at line 90 of file nsMBCSSM.cpp.
unsigned int kencodingprober::EUCJP_st[5] [static] |
Initial value:
{ PCK4BITS( 3, 4, 3, 5,eStart,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eStart,eError,eStart,eError,eError,eError), PCK4BITS(eError,eError,eStart,eError,eError,eError, 3,eError), PCK4BITS( 3,eError,eError,eError,eStart,eStart,eStart,eStart) }
Definition at line 127 of file nsMBCSSM.cpp.
const unsigned int kencodingprober::EUCJPCharLenTable[] = {2, 2, 2, 3, 1, 0} [static] |
Definition at line 135 of file nsMBCSSM.cpp.
Initial value:
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, EUCJP_cls }, 6, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, EUCJP_st }, EUCJPCharLenTable, "EUC-JP", }
Definition at line 137 of file nsMBCSSM.cpp.
unsigned int kencodingprober::EUCKR_cls[256/8] [static] |
Definition at line 145 of file nsMBCSSM.cpp.
unsigned int kencodingprober::EUCKR_st[2] [static] |
const unsigned int kencodingprober::EUCKRCharLenTable[] = {0, 1, 2, 0} [static] |
Definition at line 187 of file nsMBCSSM.cpp.
Initial value:
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, EUCKR_cls }, 4, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, EUCKR_st }, EUCKRCharLenTable, "EUC-KR", }
Definition at line 189 of file nsMBCSSM.cpp.
unsigned int kencodingprober::EUCTW_cls[256/8] [static] |
Definition at line 197 of file nsMBCSSM.cpp.
unsigned int kencodingprober::EUCTW_st[6] [static] |
Initial value:
{ PCK4BITS(eError,eError,eStart, 3, 3, 3, 4,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eError,eStart,eError), PCK4BITS(eStart,eStart,eStart,eError,eError,eError,eError,eError), PCK4BITS( 5,eError,eError,eError,eStart,eError,eStart,eStart), PCK4BITS(eStart,eError,eStart,eStart,eStart,eStart,eStart,eStart) }
Definition at line 234 of file nsMBCSSM.cpp.
const unsigned int kencodingprober::EUCTWCharLenTable[] = {0, 0, 1, 2, 2, 2, 3} [static] |
Definition at line 243 of file nsMBCSSM.cpp.
Initial value:
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, EUCTW_cls }, 7, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, EUCTW_st }, EUCTWCharLenTable, "x-euc-tw", }
Definition at line 245 of file nsMBCSSM.cpp.
unsigned int kencodingprober::GB18030_cls[256/8] [static] |
Definition at line 309 of file nsMBCSSM.cpp.
unsigned int kencodingprober::GB18030_st[6] [static] |
Initial value:
{ PCK4BITS(eError,eStart,eStart,eStart,eStart,eStart, 3,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eError,eError,eStart), PCK4BITS( 4,eError,eStart,eStart,eError,eError,eError,eError), PCK4BITS(eError,eError, 5,eError,eError,eError,eItsMe,eError), PCK4BITS(eError,eError,eStart,eStart,eStart,eStart,eStart,eStart) }
Definition at line 345 of file nsMBCSSM.cpp.
const unsigned int kencodingprober::GB18030CharLenTable[] = {0, 1, 1, 1, 1, 1, 2} [static] |
Definition at line 359 of file nsMBCSSM.cpp.
Initial value:
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, GB18030_cls }, 7, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, GB18030_st }, GB18030CharLenTable, "GB18030", }
Definition at line 361 of file nsMBCSSM.cpp.
const char kencodingprober::GreekLangModel[] |
Definition at line 85 of file LangGreekModel.cpp.
const char kencodingprober::HebrewLangModel[] |
Definition at line 66 of file LangHebrewModel.cpp.
const char kencodingprober::HungarianLangModel[] |
Definition at line 83 of file LangHungarianModel.cpp.
unsigned int kencodingprober::HZ_cls[256/8] [static] |
Definition at line 29 of file nsEscSM.cpp.
unsigned int kencodingprober::HZ_st[6] [static] |
Initial value:
{ PCK4BITS(eStart,eError, 3,eStart,eStart,eStart,eError,eError), PCK4BITS(eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eError,eError,eStart,eStart, 4,eError), PCK4BITS( 5,eError, 6,eError, 5, 5, 4,eError), PCK4BITS( 4,eError, 4, 4, 4,eError, 4,eError), PCK4BITS( 4,eItsMe,eStart,eStart,eStart,eStart,eStart,eStart) }
Definition at line 65 of file nsEscSM.cpp.
const unsigned int kencodingprober::HZCharLenTable[] = {0, 0, 0, 0, 0, 0} [static] |
Definition at line 74 of file nsEscSM.cpp.
Initial value:
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, HZ_cls }, 6, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, HZ_st }, HZCharLenTable, "HZ-GB-2312", }
Definition at line 76 of file nsEscSM.cpp.
const unsigned char kencodingprober::IBM855_CharToOrderMap[] |
Initial value:
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, 191,192,193,194, 68,195,196,197,198,199,200,201,202,203,204,205, 206,207,208,209,210,211,212,213,214,215,216,217, 27, 59, 54, 70, 3, 37, 21, 44, 28, 58, 13, 41, 2, 48, 39, 53, 19, 46,218,219, 220,221,222,223,224, 26, 55, 4, 42,225,226,227,228, 23, 60,229, 230,231,232,233,234,235, 11, 36,236,237,238,239,240,241,242,243, 8, 49, 12, 38, 5, 31, 1, 34, 15,244,245,246,247, 35, 16,248, 43, 9, 45, 7, 32, 6, 40, 14, 52, 24, 56, 10, 33, 17, 61,249, 250, 18, 62, 20, 51, 25, 57, 30, 47, 29, 63, 22, 50,251,252,255, }
Definition at line 112 of file LangCyrillicModel.cpp.
Initial value:
{ IBM855_CharToOrderMap, RussianLangModel, (float)0.976601, false, "IBM855" }
Definition at line 336 of file LangCyrillicModel.cpp.
const unsigned char kencodingprober::IBM866_CharToOrderMap[] |
Initial value:
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, 239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255, }
Definition at line 132 of file LangCyrillicModel.cpp.
Initial value:
{ IBM866_CharToOrderMap, RussianLangModel, (float)0.976601, false, "IBM866" }
Definition at line 327 of file LangCyrillicModel.cpp.
unsigned int kencodingprober::ISO2022CN_cls[256/8] [static] |
Definition at line 85 of file nsEscSM.cpp.
unsigned int kencodingprober::ISO2022CN_st[8] [static] |
Initial value:
{ PCK4BITS(eStart, 3,eError,eStart,eStart,eStart,eStart,eStart), PCK4BITS(eStart,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eItsMe,eError,eError,eError, 4,eError), PCK4BITS(eError,eError,eError,eItsMe,eError,eError,eError,eError), PCK4BITS( 5, 6,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eItsMe,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eItsMe,eError,eStart) }
Definition at line 121 of file nsEscSM.cpp.
const unsigned int kencodingprober::ISO2022CNCharLenTable[] = {0, 0, 0, 0, 0, 0, 0, 0, 0} [static] |
Definition at line 132 of file nsEscSM.cpp.
Initial value:
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, ISO2022CN_cls }, 9, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, ISO2022CN_st }, ISO2022CNCharLenTable, "ISO-2022-CN", }
Definition at line 134 of file nsEscSM.cpp.
unsigned int kencodingprober::ISO2022JP_cls[256/8] [static] |
Definition at line 142 of file nsEscSM.cpp.
unsigned int kencodingprober::ISO2022JP_st[9] [static] |
Initial value:
{ PCK4BITS(eStart, 3,eError,eStart,eStart,eStart,eStart,eStart), PCK4BITS(eStart,eStart,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eError,eError), PCK4BITS(eError, 5,eError,eError,eError, 4,eError,eError), PCK4BITS(eError,eError,eError, 6,eItsMe,eError,eItsMe,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eItsMe,eItsMe), PCK4BITS(eError,eError,eError,eItsMe,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eItsMe,eError,eStart,eStart) }
Definition at line 178 of file nsEscSM.cpp.
const unsigned int kencodingprober::ISO2022JPCharLenTable[] = {0, 0, 0, 0, 0, 0, 0, 0} [static] |
Definition at line 190 of file nsEscSM.cpp.
Initial value:
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, ISO2022JP_cls }, 10, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, ISO2022JP_st }, ISO2022JPCharLenTable, "ISO-2022-JP", }
Definition at line 192 of file nsEscSM.cpp.
unsigned int kencodingprober::ISO2022KR_cls[256/8] [static] |
Definition at line 200 of file nsEscSM.cpp.
unsigned int kencodingprober::ISO2022KR_st[5] [static] |
Initial value:
{ PCK4BITS(eStart, 3,eError,eStart,eStart,eStart,eError,eError), PCK4BITS(eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eError,eError,eError, 4,eError,eError), PCK4BITS(eError,eError,eError,eError, 5,eError,eError,eError), PCK4BITS(eError,eError,eError,eItsMe,eStart,eStart,eStart,eStart) }
Definition at line 236 of file nsEscSM.cpp.
const unsigned int kencodingprober::ISO2022KRCharLenTable[] = {0, 0, 0, 0, 0, 0} [static] |
Definition at line 244 of file nsEscSM.cpp.
Initial value:
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, ISO2022KR_cls }, 6, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, ISO2022KR_st }, ISO2022KRCharLenTable, "ISO-2022-KR", }
Definition at line 246 of file nsEscSM.cpp.
const char kencodingprober::jp2CharContext |
Definition at line 30 of file JpCntx.cpp.
const unsigned char kencodingprober::KOI8R_CharToOrderMap[] [static] |
Initial value:
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, 223,224,225, 68,226,227,228,229,230,231,232,233,234,235,236,237, 238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253, 27, 3, 21, 28, 13, 2, 39, 19, 26, 4, 23, 11, 8, 12, 5, 1, 15, 16, 9, 7, 6, 14, 24, 10, 17, 18, 20, 25, 30, 29, 22, 54, 59, 37, 44, 58, 41, 48, 53, 46, 55, 42, 60, 36, 49, 38, 31, 34, 35, 43, 45, 32, 40, 52, 56, 33, 61, 62, 51, 57, 47, 63, 50, 70, }
Definition at line 32 of file LangCyrillicModel.cpp.
Initial value:
{ KOI8R_CharToOrderMap, RussianLangModel, (float)0.976601, false, "KOI8-R" }
Definition at line 291 of file LangCyrillicModel.cpp.
unsigned char kencodingprober::Latin1_CharToClass[] [static] |
Definition at line 41 of file nsLatin1Prober.cpp.
unsigned char kencodingprober::Latin1ClassModel[] [static] |
Initial value:
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 3, 3, 3, 3, 0, 3, 3, 3, 3, 3, 3, 3, 0, 3, 3, 3, 1, 1, 3, 3, 0, 3, 3, 3, 1, 2, 1, 2, 0, 3, 3, 3, 3, 3, 3, 3, 0, 3, 1, 3, 1, 1, 1, 3, 0, 3, 1, 3, 1, 1, 3, 3, }
Definition at line 83 of file nsLatin1Prober.cpp.
const unsigned char kencodingprober::Latin2_HungarianCharToOrderMap[] |
Initial value:
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253, 28, 40, 54, 45, 32, 50, 49, 38, 39, 53, 36, 41, 34, 35, 47, 46, 71, 43, 33, 37, 57, 48, 64, 68, 55, 52,253,253,253,253,253, 253, 2, 18, 26, 17, 1, 27, 12, 20, 9, 22, 7, 6, 13, 4, 8, 23, 67, 10, 5, 3, 21, 19, 65, 62, 16, 11,253,253,253,253,253, 159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174, 175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190, 191,192,193,194,195,196,197, 75,198,199,200,201,202,203,204,205, 79,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220, 221, 51, 81,222, 78,223,224,225,226, 44,227,228,229, 61,230,231, 232,233,234, 58,235, 66, 59,236,237,238, 60, 69, 63,239,240,241, 82, 14, 74,242, 70, 80,243, 72,244, 15, 83, 77, 84, 30, 76, 85, 245,246,247, 25, 73, 42, 24,248,249,250, 31, 56, 29,251,252,253, }
Definition at line 37 of file LangHungarianModel.cpp.
Initial value:
{ Latin2_HungarianCharToOrderMap, HungarianLangModel, (float)0.947368, true, "ISO-8859-2" }
Definition at line 215 of file LangHungarianModel.cpp.
const unsigned char kencodingprober::Latin5_BulgarianCharToOrderMap[] |
Initial value:
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253, 77, 90, 99,100, 72,109,107,101, 79,185, 81,102, 76, 94, 82, 110,186,108, 91, 74,119, 84, 96,111,187,115,253,253,253,253,253, 253, 65, 69, 70, 66, 63, 68,112,103, 92,194,104, 95, 86, 87, 71, 116,195, 85, 93, 97,113,196,197,198,199,200,253,253,253,253,253, 194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209, 210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225, 81,226,227,228,229,230,105,231,232,233,234,235,236, 45,237,238, 31, 32, 35, 43, 37, 44, 55, 47, 40, 59, 33, 46, 38, 36, 41, 30, 39, 28, 34, 51, 48, 49, 53, 50, 54, 57, 61,239, 67,240, 60, 56, 1, 18, 9, 20, 11, 3, 23, 15, 2, 26, 12, 10, 14, 6, 4, 13, 7, 8, 5, 19, 29, 25, 22, 21, 27, 24, 17, 75, 52,241, 42, 16, 62,242,243,244, 58,245, 98,246,247,248,249,250,251, 91,252,253, }
Definition at line 40 of file LangBulgarianModel.cpp.
const unsigned char kencodingprober::latin5_CharToOrderMap[] |
Initial value:
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, 239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255, }
Definition at line 72 of file LangCyrillicModel.cpp.
Initial value:
{ Latin5_BulgarianCharToOrderMap, BulgarianLangModel, (float)0.969392, false, "ISO-8859-5" }
Definition at line 218 of file LangBulgarianModel.cpp.
Initial value:
{ latin5_CharToOrderMap, RussianLangModel, (float)0.976601, false, "ISO-8859-5" }
Definition at line 309 of file LangCyrillicModel.cpp.
const unsigned char kencodingprober::Latin7_CharToOrderMap[] |
Initial value:
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253, 82,100,104, 94, 98,101,116,102,111,187,117, 92, 88,113, 85, 79,118,105, 83, 67,114,119, 95, 99,109,188,253,253,253,253,253, 253, 72, 70, 80, 81, 60, 96, 93, 89, 68,120, 97, 77, 86, 69, 55, 78,115, 65, 66, 58, 76,106,103, 87,107,112,253,253,253,253,253, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,233, 90,253,253,253,253,253,253,253,253,253,253, 74,253,253, 253,253,253,253,247,248, 61, 36, 46, 71, 73,253, 54,253,108,123, 110, 31, 51, 43, 41, 34, 91, 40, 52, 47, 44, 53, 38, 49, 59, 39, 35, 48,250, 37, 33, 45, 56, 50, 84, 57,120,121, 17, 18, 22, 15, 124, 1, 29, 20, 21, 3, 32, 13, 25, 5, 11, 16, 10, 6, 30, 4, 9, 8, 14, 7, 2, 12, 28, 23, 42, 24, 64, 75, 19, 26, 27,253, }
Definition at line 37 of file LangGreekModel.cpp.
Initial value:
{ Latin7_CharToOrderMap, GreekLangModel, (float)0.982851, false, "ISO-8859-7" }
Definition at line 217 of file LangGreekModel.cpp.
const unsigned char kencodingprober::macCyrillic_CharToOrderMap[] |
Initial value:
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, 239,240,241,242,243,244,245,246,247,248,249,250,251,252, 68, 16, 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27,255, }
Definition at line 92 of file LangCyrillicModel.cpp.
Initial value:
{ macCyrillic_CharToOrderMap, RussianLangModel, (float)0.976601, false, "x-mac-cyrillic" }
Definition at line 318 of file LangCyrillicModel.cpp.
const char kencodingprober::RussianLangModel[] |
Definition at line 158 of file LangCyrillicModel.cpp.
unsigned int kencodingprober::SJIS_cls[256/8] [static] |
Definition at line 371 of file nsMBCSSM.cpp.
unsigned int kencodingprober::SJIS_st[3] [static] |
const unsigned int kencodingprober::SJISCharLenTable[] = {0, 1, 1, 2, 0, 0} [static] |
Definition at line 416 of file nsMBCSSM.cpp.
Initial value:
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, SJIS_cls }, 6, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, SJIS_st }, SJISCharLenTable, "Shift_JIS", }
Definition at line 418 of file nsMBCSSM.cpp.
const char kencodingprober::ThaiLangModel[] |
Definition at line 70 of file LangThaiModel.cpp.
const unsigned char kencodingprober::TIS620CharToOrderMap[] |
Initial value:
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253,182,106,107,100,183,184,185,101, 94,186,187,108,109,110,111, 188,189,190, 89, 95,112,113,191,192,193,194,253,253,253,253,253, 253, 64, 72, 73,114, 74,115,116,102, 81,201,117, 90,103, 78, 82, 96,202, 91, 79, 84,104,105, 97, 98, 92,203,253,253,253,253,253, 209,210,211,212,213, 88,214,215,216,217,218,219,220,118,221,222, 223,224, 99, 85, 83,225,226,227,228,229,230,231,232,233,234,235, 236, 5, 30,237, 24,238, 75, 8, 26, 52, 34, 51,119, 47, 58, 57, 49, 53, 55, 43, 20, 19, 44, 14, 48, 3, 17, 25, 39, 62, 31, 54, 45, 9, 16, 2, 61, 15,239, 12, 42, 46, 18, 21, 76, 4, 66, 63, 22, 10, 1, 36, 23, 13, 40, 27, 32, 35, 86,240,241,242,243,244, 11, 28, 41, 29, 33,245, 50, 37, 6, 7, 67, 77, 38, 93,246,247, 68, 56, 59, 65, 69, 60, 70, 80, 71, 87,248,249,250,251,252,253, }
Definition at line 41 of file LangThaiModel.cpp.
Initial value:
{ TIS620CharToOrderMap, ThaiLangModel, (float)0.926386, false, "TIS-620" }
Definition at line 203 of file LangThaiModel.cpp.
unsigned int kencodingprober::UCS2BE_cls[256/8] [static] |
Definition at line 427 of file nsMBCSSM.cpp.
unsigned int kencodingprober::UCS2BE_st[7] [static] |
Initial value:
{ PCK4BITS( 5, 7, 7,eError, 4, 3,eError,eError), PCK4BITS(eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe, 6, 6, 6, 6,eError,eError), PCK4BITS( 6, 6, 6, 6, 6,eItsMe, 6, 6), PCK4BITS( 6, 6, 6, 6, 5, 7, 7,eError), PCK4BITS( 5, 8, 6, 6,eError, 6, 6, 6), PCK4BITS( 6, 6, 6, 6,eError,eError,eStart,eStart) }
Definition at line 463 of file nsMBCSSM.cpp.
const unsigned int kencodingprober::UCS2BECharLenTable[] = {2, 2, 2, 0, 2, 2} [static] |
Definition at line 473 of file nsMBCSSM.cpp.
Initial value:
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, UCS2BE_cls }, 6, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, UCS2BE_st }, UCS2BECharLenTable, "UTF-16BE", }
Definition at line 475 of file nsMBCSSM.cpp.
unsigned int kencodingprober::UCS2LE_cls[256/8] [static] |
Definition at line 483 of file nsMBCSSM.cpp.
unsigned int kencodingprober::UCS2LE_st[7] [static] |
Initial value:
{ PCK4BITS( 6, 6, 7, 6, 4, 3,eError,eError), PCK4BITS(eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe, 5, 5, 5,eError,eItsMe,eError), PCK4BITS( 5, 5, 5,eError, 5,eError, 6, 6), PCK4BITS( 7, 6, 8, 8, 5, 5, 5,eError), PCK4BITS( 5, 5, 5,eError,eError,eError, 5, 5), PCK4BITS( 5, 5, 5,eError, 5,eError,eStart,eStart) }
Definition at line 519 of file nsMBCSSM.cpp.
const unsigned int kencodingprober::UCS2LECharLenTable[] = {2, 2, 2, 2, 2, 2} [static] |
Definition at line 529 of file nsMBCSSM.cpp.
Initial value:
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, UCS2LE_cls }, 6, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, UCS2LE_st }, UCS2LECharLenTable, "UTF-16LE", }
Definition at line 531 of file nsMBCSSM.cpp.
unsigned int kencodingprober::UTF8_cls[256/8] [static] |
Definition at line 540 of file nsMBCSSM.cpp.
unsigned int kencodingprober::UTF8_st[26] [static] |
Initial value:
{ PCK4BITS(eError,eStart,eError,eError,eError,eError, 12, 10), PCK4BITS( 9, 11, 8, 7, 6, 5, 4, 3), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eError,eError, 5, 5, 5, 5,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eError, 5, 5, 5,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError, 7, 7, 7, 7,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eError, 7, 7,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError, 9, 9, 9, 9,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eError, 9,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError, 12, 12, 12, 12,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eError, 12,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError, 12, 12, 12,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eStart,eStart,eStart,eStart,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError) }
Definition at line 577 of file nsMBCSSM.cpp.
const unsigned int kencodingprober::UTF8CharLenTable[] [static] |
Initial value:
{0, 1, 0, 0, 0, 0, 2, 3, 3, 3, 4, 4, 5, 5, 6, 6 }
Definition at line 606 of file nsMBCSSM.cpp.
Initial value:
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, UTF8_cls }, 16, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, UTF8_st }, UTF8CharLenTable, "UTF-8", }
Definition at line 609 of file nsMBCSSM.cpp.
const unsigned char kencodingprober::win1250HungarianCharToOrderMap[] |
Initial value:
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253, 28, 40, 54, 45, 32, 50, 49, 38, 39, 53, 36, 41, 34, 35, 47, 46, 72, 43, 33, 37, 57, 48, 64, 68, 55, 52,253,253,253,253,253, 253, 2, 18, 26, 17, 1, 27, 12, 20, 9, 22, 7, 6, 13, 4, 8, 23, 67, 10, 5, 3, 21, 19, 65, 62, 16, 11,253,253,253,253,253, 161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176, 177,178,179,180, 78,181, 69,182,183,184,185,186,187,188,189,190, 191,192,193,194,195,196,197, 76,198,199,200,201,202,203,204,205, 81,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220, 221, 51, 83,222, 80,223,224,225,226, 44,227,228,229, 61,230,231, 232,233,234, 58,235, 66, 59,236,237,238, 60, 70, 63,239,240,241, 84, 14, 75,242, 71, 82,243, 73,244, 15, 85, 79, 86, 30, 77, 87, 245,246,247, 25, 74, 42, 24,248,249,250, 31, 56, 29,251,252,253, }
Definition at line 57 of file LangHungarianModel.cpp.
Initial value:
{ win1250HungarianCharToOrderMap, HungarianLangModel, (float)0.947368, true, "windows-1250" }
Definition at line 224 of file LangHungarianModel.cpp.
const unsigned char kencodingprober::win1251_CharToOrderMap[] [static] |
Initial value:
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, 239,240,241,242,243,244,245,246, 68,247,248,249,250,251,252,253, 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, }
Definition at line 52 of file LangCyrillicModel.cpp.
const unsigned char kencodingprober::win1251BulgarianCharToOrderMap[] |
Initial value:
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253, 77, 90, 99,100, 72,109,107,101, 79,185, 81,102, 76, 94, 82, 110,186,108, 91, 74,119, 84, 96,111,187,115,253,253,253,253,253, 253, 65, 69, 70, 66, 63, 68,112,103, 92,194,104, 95, 86, 87, 71, 116,195, 85, 93, 97,113,196,197,198,199,200,253,253,253,253,253, 206,207,208,209,210,211,212,213,120,214,215,216,217,218,219,220, 221, 78, 64, 83,121, 98,117,105,222,223,224,225,226,227,228,229, 88,230,231,232,233,122, 89,106,234,235,236,237,238, 45,239,240, 73, 80,118,114,241,242,243,244,245, 62, 58,246,247,248,249,250, 31, 32, 35, 43, 37, 44, 55, 47, 40, 59, 33, 46, 38, 36, 41, 30, 39, 28, 34, 51, 48, 49, 53, 50, 54, 57, 61,251, 67,252, 60, 56, 1, 18, 9, 20, 11, 3, 23, 15, 2, 26, 12, 10, 14, 6, 4, 13, 7, 8, 5, 19, 29, 25, 22, 21, 27, 24, 17, 75, 52,253, 42, 16, }
Definition at line 60 of file LangBulgarianModel.cpp.
Initial value:
{ win1251BulgarianCharToOrderMap, BulgarianLangModel, (float)0.969392, false, "windows-1251" }
Definition at line 227 of file LangBulgarianModel.cpp.
Initial value:
{ win1251_CharToOrderMap, RussianLangModel, (float)0.976601, false, "windows-1251" }
Definition at line 300 of file LangCyrillicModel.cpp.
const unsigned char kencodingprober::win1253_CharToOrderMap[] |
Initial value:
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253, 82,100,104, 94, 98,101,116,102,111,187,117, 92, 88,113, 85, 79,118,105, 83, 67,114,119, 95, 99,109,188,253,253,253,253,253, 253, 72, 70, 80, 81, 60, 96, 93, 89, 68,120, 97, 77, 86, 69, 55, 78,115, 65, 66, 58, 76,106,103, 87,107,112,253,253,253,253,253, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,233, 61,253,253,253,253,253,253,253,253,253,253, 74,253,253, 253,253,253,253,247,253,253, 36, 46, 71, 73,253, 54,253,108,123, 110, 31, 51, 43, 41, 34, 91, 40, 52, 47, 44, 53, 38, 49, 59, 39, 35, 48,250, 37, 33, 45, 56, 50, 84, 57,120,121, 17, 18, 22, 15, 124, 1, 29, 20, 21, 3, 32, 13, 25, 5, 11, 16, 10, 6, 30, 4, 9, 8, 14, 7, 2, 12, 28, 23, 42, 24, 64, 75, 19, 26, 27,253, }
Definition at line 59 of file LangGreekModel.cpp.
Initial value:
{ win1253_CharToOrderMap, GreekLangModel, (float)0.982851, false, "windows-1253" }
Definition at line 226 of file LangGreekModel.cpp.
const unsigned char kencodingprober::win1255_CharToOrderMap[] |
Initial value:
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253, 69, 91, 79, 80, 92, 89, 97, 90, 68,111,112, 82, 73, 95, 85, 78,121, 86, 71, 67,102,107, 84,114,103,115,253,253,253,253,253, 253, 50, 74, 60, 61, 42, 76, 70, 64, 53,105, 93, 56, 65, 54, 49, 66,110, 51, 43, 44, 63, 81, 77, 98, 75,108,253,253,253,253,253, 124,202,203,204,205, 40, 58,206,207,208,209,210,211,212,213,214, 215, 83, 52, 47, 46, 72, 32, 94,216,113,217,109,218,219,220,221, 34,116,222,118,100,223,224,117,119,104,125,225,226, 87, 99,227, 106,122,123,228, 55,229,230,101,231,232,120,233, 48, 39, 57,234, 30, 59, 41, 88, 33, 37, 36, 31, 29, 35,235, 62, 28,236,126,237, 238, 38, 45,239,240,241,242,243,127,244,245,246,247,248,249,250, 9, 8, 20, 16, 3, 2, 24, 14, 22, 1, 25, 15, 4, 11, 6, 23, 12, 19, 13, 26, 18, 27, 21, 17, 7, 10, 5,251,252,128, 96,253, }
Definition at line 40 of file LangHebrewModel.cpp.
Initial value:
{ win1255_CharToOrderMap, HebrewLangModel, (float)0.984004, false, "windows-1255" }
Definition at line 198 of file LangHebrewModel.cpp.