k
/
legado
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

优化

Browse Source
pull/94/head
kunfei 5 years ago
parent ef57cdd282
commit bed30afef5
1 changed files with 44 additions and 443 deletions
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Show Stats Download Patch File Download Diff File
  1. 487
      app/src/main/java/io/legado/app/utils/EncodingDetect.java

487
app/src/main/java/io/legado/app/utils/EncodingDetect.java
Unescape View File

@ -120,26 +120,23 @@ public class EncodingDetect {
class BytesEncodingDetect extends Encoding { class BytesEncodingDetect extends Encoding {
// Frequency tables to hold the GB, Big5, and EUC-TW character // Frequency tables to hold the GB, Big5, and EUC-TW character
// frequencies // frequencies
int[][] GBFreq; private int[][] GBFreq;
int[][] GBKFreq; private int[][] GBKFreq;
int[][] Big5Freq; private int[][] Big5Freq;
int[][] Big5PFreq; private int[][] Big5PFreq;
int[][] EUC_TWFreq; private int[][] EUC_TWFreq;
int[][] KRFreq; private int[][] KRFreq;
int[][] JPFreq; private int[][] JPFreq;
// int UnicodeFreq[94][128];
// public static String[] nicename;
// public static String[] codings;
public boolean debug; public boolean debug;
public BytesEncodingDetect() { BytesEncodingDetect() {
super(); super();
debug = false; debug = false;
GBFreq = new int[94][94]; GBFreq = new int[94][94];
@ -187,12 +184,12 @@ class BytesEncodingDetect extends Encoding {
* score for each encoding type. The encoding type with the highest * score for each encoding type. The encoding type with the highest
* probability is returned. * probability is returned.
*/ */
public int detectEncoding(File testfile) { int detectEncoding(File testfile) {
byte[] rawtext = getFileBytes(testfile); byte[] rawtext = getFileBytes(testfile);
return detectEncoding(rawtext); return detectEncoding(rawtext);
} }
public static byte[] getFileBytes(File testfile) { static byte[] getFileBytes(File testfile) {
FileInputStream chinesefile; FileInputStream chinesefile;
byte[] rawtext; byte[] rawtext;
rawtext = new byte[2000]; rawtext = new byte[2000];
@ -214,7 +211,7 @@ class BytesEncodingDetect extends Encoding {
* it a probability score for each encoding type. The encoding type with the * it a probability score for each encoding type. The encoding type with the
* highest probability is returned. * highest probability is returned.
*/ */
public int detectEncoding(byte[] rawtext) { int detectEncoding(byte[] rawtext) {
int[] scores; int[] scores;
int index, maxscore = 0; int index, maxscore = 0;
int encoding_guess = OTHER; int encoding_guess = OTHER;
@ -423,15 +420,6 @@ class BytesEncodingDetect extends Encoding {
&& (byte) 0x30 <= rawtext[i + 3] && (byte) 0x30 <= rawtext[i + 3]
&& rawtext[i + 3] <= (byte) 0x39) { && rawtext[i + 3] <= (byte) 0x39) {
gbchars++; gbchars++;
/*
* totalfreq += 500; row = rawtext[i] + 256 - 0x81; if (0x40
* <= rawtext[i+1] && rawtext[i+1] <= 0x7E) { column =
* rawtext[i+1] - 0x40; } else { column = rawtext[i+1] + 256
* - 0x40; } //System.out.println("extended row " + row + "
* column " + column + " rawtext[i] " + rawtext[i]); if
* (GBKFreq[row][column] != 0) { gbfreq +=
* GBKFreq[row][column]; }
*/
} }
i++; i++;
} }
@ -812,33 +800,12 @@ class BytesEncodingDetect extends Encoding {
* Unicode, guess based on BOM // NOT VERY GENERAL, NEEDS MUCH MORE WORK * Unicode, guess based on BOM // NOT VERY GENERAL, NEEDS MUCH MORE WORK
*/ */
int utf16_probability(byte[] rawtext) { int utf16_probability(byte[] rawtext) {
// int score = 0;
// int i, rawtextlen = 0;
// int goodbytes = 0, asciibytes = 0;
if (rawtext.length > 1 if (rawtext.length > 1
&& ((byte) 0xFE == rawtext[0] && (byte) 0xFF == rawtext[1]) || // Big-endian && ((byte) 0xFE == rawtext[0] && (byte) 0xFF == rawtext[1]) || // Big-endian
((byte) 0xFF == rawtext[0] && (byte) 0xFE == rawtext[1])) { // Little-endian ((byte) 0xFF == rawtext[0] && (byte) 0xFE == rawtext[1])) { // Little-endian
return 100; return 100;
} }
return 0; return 0;
/*
* // Check to see if characters fit into acceptable ranges rawtextlen =
* rawtext.length; for (i = 0; i < rawtextlen; i++) { if ((rawtext[i] &
* (byte)0x7F) == rawtext[i]) { // One byte goodbytes += 1;
* asciibytes++; } else if ((rawtext[i] & (byte)0xDF) == rawtext[i]) {
* // Two bytes if (i+1 < rawtextlen && (rawtext[i+1] & (byte)0xBF) ==
* rawtext[i+1]) { goodbytes += 2; i++; } } else if ((rawtext[i] &
* (byte)0xEF) == rawtext[i]) { // Three bytes if (i+2 < rawtextlen &&
* (rawtext[i+1] & (byte)0xBF) == rawtext[i+1] && (rawtext[i+2] &
* (byte)0xBF) == rawtext[i+2]) { goodbytes += 3; i+=2; } } }
*
* score = (int)(100 * ((float)goodbytes/(float)rawtext.length)); // An
* all ASCII file is also a good UTF8 file, but I'd rather it // get
* identified as ASCII. Can delete following 3 lines otherwise if
* (goodbytes == asciibytes) { score = 0; } // If not above 90, reduce
* to zero to prevent coincidental matches if (score > 90) { return
* score; } else { return 0; }
*/
} }
/* /*
@ -1091,22 +1058,16 @@ class BytesEncodingDetect extends Encoding {
GBKFreq[i][j] = 0; GBKFreq[i][j] = 0;
} }
} }
// for (i = 0; i < 94; i++) {
// for (j = 0; j < 158; j++) {
for (i = 93; i >= 0; i--) { for (i = 93; i >= 0; i--) {
for (j = 157; j >= 0; j--) { for (j = 157; j >= 0; j--) {
Big5Freq[i][j] = 0; Big5Freq[i][j] = 0;
} }
} }
// for (i = 0; i < 126; i++) {
// for (j = 0; j < 191; j++) {
for (i = 125; i >= 0; i--) { for (i = 125; i >= 0; i--) {
for (j = 190; j >= 0; j--) { for (j = 190; j >= 0; j--) {
Big5PFreq[i][j] = 0; Big5PFreq[i][j] = 0;
} }
} }
// for (i = 0; i < 94; i++) {
// for (j = 0; j < 94; j++) {
for (i = 93; i >= 0; i--) { for (i = 93; i >= 0; i--) {
for (j = 93; j >= 0; j--) { for (j = 93; j >= 0; j--) {
EUC_TWFreq[i][j] = 0; EUC_TWFreq[i][j] = 0;
@ -1517,76 +1478,7 @@ class BytesEncodingDetect extends Encoding {
GBFreq[20][24] = 202; GBFreq[20][24] = 202;
GBFreq[45][19] = 201; GBFreq[45][19] = 201;
GBFreq[18][53] = 200; GBFreq[18][53] = 200;
/*
* GBFreq[39][0] = 199; GBFreq[40][71] = 198; GBFreq[41][27] = 197;
* GBFreq[15][69] = 196; GBFreq[42][10] = 195; GBFreq[31][89] = 194;
* GBFreq[51][28] = 193; GBFreq[41][22] = 192; GBFreq[40][43] = 191;
* GBFreq[38][6] = 190; GBFreq[37][11] = 189; GBFreq[39][60] = 188;
* GBFreq[48][47] = 187; GBFreq[46][80] = 186; GBFreq[52][49] = 185;
* GBFreq[50][48] = 184; GBFreq[25][1] = 183; GBFreq[52][29] = 182;
* GBFreq[24][66] = 181; GBFreq[23][35] = 180; GBFreq[49][72] = 179;
* GBFreq[47][45] = 178; GBFreq[45][14] = 177; GBFreq[51][70] = 176;
* GBFreq[22][30] = 175; GBFreq[49][83] = 174; GBFreq[26][79] = 173;
* GBFreq[27][41] = 172; GBFreq[51][81] = 171; GBFreq[41][54] = 170;
* GBFreq[20][4] = 169; GBFreq[29][60] = 168; GBFreq[20][27] = 167;
* GBFreq[50][15] = 166; GBFreq[41][6] = 165; GBFreq[35][34] = 164;
* GBFreq[44][87] = 163; GBFreq[46][66] = 162; GBFreq[42][37] = 161;
* GBFreq[42][24] = 160; GBFreq[54][7] = 159; GBFreq[41][14] = 158;
* GBFreq[39][83] = 157; GBFreq[16][87] = 156; GBFreq[20][59] = 155;
* GBFreq[42][12] = 154; GBFreq[47][2] = 153; GBFreq[21][32] = 152;
* GBFreq[53][29] = 151; GBFreq[22][40] = 150; GBFreq[24][58] = 149;
* GBFreq[52][88] = 148; GBFreq[29][30] = 147; GBFreq[15][91] = 146;
* GBFreq[54][72] = 145; GBFreq[51][75] = 144; GBFreq[33][67] = 143;
* GBFreq[41][50] = 142; GBFreq[27][34] = 141; GBFreq[46][17] = 140;
* GBFreq[31][74] = 139; GBFreq[42][67] = 138; GBFreq[54][87] = 137;
* GBFreq[27][14] = 136; GBFreq[16][63] = 135; GBFreq[16][5] = 134;
* GBFreq[43][23] = 133; GBFreq[23][13] = 132; GBFreq[31][12] = 131;
* GBFreq[25][57] = 130; GBFreq[38][49] = 129; GBFreq[42][69] = 128;
* GBFreq[23][80] = 127; GBFreq[29][0] = 126; GBFreq[28][2] = 125;
* GBFreq[28][17] = 124; GBFreq[17][27] = 123; GBFreq[40][16] = 122;
* GBFreq[45][1] = 121; GBFreq[36][33] = 120; GBFreq[35][23] = 119;
* GBFreq[20][86] = 118; GBFreq[29][53] = 117; GBFreq[23][88] = 116;
* GBFreq[51][87] = 115; GBFreq[54][27] = 114; GBFreq[44][36] = 113;
* GBFreq[21][45] = 112; GBFreq[53][52] = 111; GBFreq[31][53] = 110;
* GBFreq[38][47] = 109; GBFreq[27][21] = 108; GBFreq[30][42] = 107;
* GBFreq[29][10] = 106; GBFreq[35][35] = 105; GBFreq[24][56] = 104;
* GBFreq[41][29] = 103; GBFreq[18][68] = 102; GBFreq[29][24] = 101;
* GBFreq[25][84] = 100; GBFreq[35][47] = 99; GBFreq[29][56] = 98;
* GBFreq[30][44] = 97; GBFreq[53][3] = 96; GBFreq[30][63] = 95;
* GBFreq[52][52] = 94; GBFreq[54][1] = 93; GBFreq[22][48] = 92;
* GBFreq[54][66] = 91; GBFreq[21][90] = 90; GBFreq[52][47] = 89;
* GBFreq[39][25] = 88; GBFreq[39][39] = 87; GBFreq[44][37] = 86;
* GBFreq[44][76] = 85; GBFreq[46][75] = 84; GBFreq[18][37] = 83;
* GBFreq[47][42] = 82; GBFreq[19][92] = 81; GBFreq[51][27] = 80;
* GBFreq[48][83] = 79; GBFreq[23][70] = 78; GBFreq[29][9] = 77;
* GBFreq[33][79] = 76; GBFreq[52][90] = 75; GBFreq[53][6] = 74;
* GBFreq[24][36] = 73; GBFreq[25][25] = 72; GBFreq[44][26] = 71;
* GBFreq[25][36] = 70; GBFreq[29][87] = 69; GBFreq[48][0] = 68;
* GBFreq[15][40] = 67; GBFreq[17][45] = 66; GBFreq[30][14] = 65;
* GBFreq[48][38] = 64; GBFreq[23][19] = 63; GBFreq[40][42] = 62;
* GBFreq[31][63] = 61; GBFreq[16][23] = 60; GBFreq[26][21] = 59;
* GBFreq[32][76] = 58; GBFreq[23][58] = 57; GBFreq[41][37] = 56;
* GBFreq[30][43] = 55; GBFreq[47][38] = 54; GBFreq[21][46] = 53;
* GBFreq[18][33] = 52; GBFreq[52][37] = 51; GBFreq[36][8] = 50;
* GBFreq[49][24] = 49; GBFreq[15][66] = 48; GBFreq[35][77] = 47;
* GBFreq[27][58] = 46; GBFreq[35][51] = 45; GBFreq[24][69] = 44;
* GBFreq[20][54] = 43; GBFreq[24][41] = 42; GBFreq[41][0] = 41;
* GBFreq[33][71] = 40; GBFreq[23][52] = 39; GBFreq[29][67] = 38;
* GBFreq[46][51] = 37; GBFreq[46][90] = 36; GBFreq[49][33] = 35;
* GBFreq[33][28] = 34; GBFreq[37][86] = 33; GBFreq[39][22] = 32;
* GBFreq[37][37] = 31; GBFreq[29][62] = 30; GBFreq[29][50] = 29;
* GBFreq[36][89] = 28; GBFreq[42][44] = 27; GBFreq[51][82] = 26;
* GBFreq[28][83] = 25; GBFreq[15][78] = 24; GBFreq[46][62] = 23;
* GBFreq[19][69] = 22; GBFreq[51][23] = 21; GBFreq[37][69] = 20;
* GBFreq[25][5] = 19; GBFreq[51][85] = 18; GBFreq[48][77] = 17;
* GBFreq[32][46] = 16; GBFreq[53][60] = 15; GBFreq[28][57] = 14;
* GBFreq[54][82] = 13; GBFreq[54][15] = 12; GBFreq[49][54] = 11;
* GBFreq[53][87] = 10; GBFreq[27][16] = 9; GBFreq[29][34] = 8;
* GBFreq[20][44] = 7; GBFreq[42][73] = 6; GBFreq[47][71] = 5;
* GBFreq[29][37] = 4; GBFreq[25][50] = 3; GBFreq[18][84] = 2;
* GBFreq[50][45] = 1; GBFreq[48][46] = 0;
*/
// GBFreq[43][89] = -1; GBFreq[54][68] = -2;
Big5Freq[9][89] = 600; Big5Freq[9][89] = 600;
Big5Freq[11][15] = 599; Big5Freq[11][15] = 599;
Big5Freq[3][66] = 598; Big5Freq[3][66] = 598;
@ -1987,81 +1879,7 @@ class BytesEncodingDetect extends Encoding {
Big5Freq[26][124] = 203; Big5Freq[26][124] = 203;
Big5Freq[4][19] = 202; Big5Freq[4][19] = 202;
Big5Freq[9][152] = 201; Big5Freq[9][152] = 201;
/*
* Big5Freq[5][0] = 200; Big5Freq[26][57] = 199; Big5Freq[13][155] =
* 198; Big5Freq[3][38] = 197; Big5Freq[9][155] = 196; Big5Freq[28][53]
* = 195; Big5Freq[15][71] = 194; Big5Freq[21][95] = 193;
* Big5Freq[15][112] = 192; Big5Freq[14][138] = 191; Big5Freq[8][18] =
* 190; Big5Freq[20][151] = 189; Big5Freq[37][27] = 188;
* Big5Freq[32][48] = 187; Big5Freq[23][66] = 186; Big5Freq[9][2] = 185;
* Big5Freq[13][133] = 184; Big5Freq[7][127] = 183; Big5Freq[3][11] =
* 182; Big5Freq[12][118] = 181; Big5Freq[13][101] = 180;
* Big5Freq[30][153] = 179; Big5Freq[4][65] = 178; Big5Freq[5][25] =
* 177; Big5Freq[5][140] = 176; Big5Freq[6][25] = 175; Big5Freq[4][52] =
* 174; Big5Freq[30][156] = 173; Big5Freq[16][13] = 172; Big5Freq[21][8]
* = 171; Big5Freq[19][74] = 170; Big5Freq[15][145] = 169;
* Big5Freq[9][15] = 168; Big5Freq[13][82] = 167; Big5Freq[26][86] =
* 166; Big5Freq[18][52] = 165; Big5Freq[6][109] = 164; Big5Freq[10][99]
* = 163; Big5Freq[18][101] = 162; Big5Freq[25][49] = 161;
* Big5Freq[31][79] = 160; Big5Freq[28][20] = 159; Big5Freq[12][115] =
* 158; Big5Freq[15][66] = 157; Big5Freq[11][104] = 156;
* Big5Freq[23][106] = 155; Big5Freq[34][157] = 154; Big5Freq[32][94] =
* 153; Big5Freq[29][88] = 152; Big5Freq[10][46] = 151;
* Big5Freq[13][118] = 150; Big5Freq[20][37] = 149; Big5Freq[12][30] =
* 148; Big5Freq[21][4] = 147; Big5Freq[16][33] = 146; Big5Freq[13][52]
* = 145; Big5Freq[4][7] = 144; Big5Freq[21][49] = 143; Big5Freq[3][27]
* = 142; Big5Freq[16][91] = 141; Big5Freq[5][155] = 140;
* Big5Freq[29][130] = 139; Big5Freq[3][125] = 138; Big5Freq[14][26] =
* 137; Big5Freq[15][39] = 136; Big5Freq[24][110] = 135;
* Big5Freq[7][141] = 134; Big5Freq[21][15] = 133; Big5Freq[32][104] =
* 132; Big5Freq[8][31] = 131; Big5Freq[34][112] = 130; Big5Freq[10][75]
* = 129; Big5Freq[21][23] = 128; Big5Freq[34][131] = 127;
* Big5Freq[12][3] = 126; Big5Freq[10][62] = 125; Big5Freq[9][120] =
* 124; Big5Freq[32][149] = 123; Big5Freq[8][44] = 122; Big5Freq[24][2]
* = 121; Big5Freq[6][148] = 120; Big5Freq[15][103] = 119;
* Big5Freq[36][54] = 118; Big5Freq[36][134] = 117; Big5Freq[11][7] =
* 116; Big5Freq[3][90] = 115; Big5Freq[36][73] = 114; Big5Freq[8][102]
* = 113; Big5Freq[12][87] = 112; Big5Freq[25][64] = 111; Big5Freq[9][1]
* = 110; Big5Freq[24][121] = 109; Big5Freq[5][75] = 108;
* Big5Freq[17][83] = 107; Big5Freq[18][57] = 106; Big5Freq[8][95] =
* 105; Big5Freq[14][36] = 104; Big5Freq[28][113] = 103;
* Big5Freq[12][56] = 102; Big5Freq[14][61] = 101; Big5Freq[25][138] =
* 100; Big5Freq[4][34] = 99; Big5Freq[11][152] = 98; Big5Freq[35][0] =
* 97; Big5Freq[4][15] = 96; Big5Freq[8][82] = 95; Big5Freq[20][73] =
* 94; Big5Freq[25][52] = 93; Big5Freq[24][6] = 92; Big5Freq[21][78] =
* 91; Big5Freq[17][32] = 90; Big5Freq[17][91] = 89; Big5Freq[5][76] =
* 88; Big5Freq[15][60] = 87; Big5Freq[15][150] = 86; Big5Freq[5][80] =
* 85; Big5Freq[15][81] = 84; Big5Freq[28][108] = 83; Big5Freq[18][14] =
* 82; Big5Freq[19][109] = 81; Big5Freq[28][133] = 80; Big5Freq[21][97]
* = 79; Big5Freq[5][105] = 78; Big5Freq[18][114] = 77; Big5Freq[16][95]
* = 76; Big5Freq[5][51] = 75; Big5Freq[3][148] = 74; Big5Freq[22][102]
* = 73; Big5Freq[4][123] = 72; Big5Freq[8][88] = 71; Big5Freq[25][111]
* = 70; Big5Freq[8][149] = 69; Big5Freq[9][48] = 68; Big5Freq[16][126]
* = 67; Big5Freq[33][150] = 66; Big5Freq[9][54] = 65; Big5Freq[29][104]
* = 64; Big5Freq[3][3] = 63; Big5Freq[11][49] = 62; Big5Freq[24][109] =
* 61; Big5Freq[28][116] = 60; Big5Freq[34][113] = 59; Big5Freq[5][3] =
* 58; Big5Freq[21][106] = 57; Big5Freq[4][98] = 56; Big5Freq[12][135] =
* 55; Big5Freq[16][101] = 54; Big5Freq[12][147] = 53; Big5Freq[27][55]
* = 52; Big5Freq[3][5] = 51; Big5Freq[11][101] = 50; Big5Freq[16][157]
* = 49; Big5Freq[22][114] = 48; Big5Freq[18][46] = 47; Big5Freq[4][29]
* = 46; Big5Freq[8][103] = 45; Big5Freq[16][151] = 44; Big5Freq[8][29]
* = 43; Big5Freq[15][114] = 42; Big5Freq[22][70] = 41;
* Big5Freq[13][121] = 40; Big5Freq[7][112] = 39; Big5Freq[20][83] = 38;
* Big5Freq[3][36] = 37; Big5Freq[10][103] = 36; Big5Freq[3][96] = 35;
* Big5Freq[21][79] = 34; Big5Freq[25][120] = 33; Big5Freq[29][121] =
* 32; Big5Freq[23][71] = 31; Big5Freq[21][22] = 30; Big5Freq[18][89] =
* 29; Big5Freq[25][104] = 28; Big5Freq[10][124] = 27; Big5Freq[26][4] =
* 26; Big5Freq[21][136] = 25; Big5Freq[6][112] = 24; Big5Freq[12][103]
* = 23; Big5Freq[17][66] = 22; Big5Freq[13][151] = 21;
* Big5Freq[33][152] = 20; Big5Freq[11][148] = 19; Big5Freq[13][57] =
* 18; Big5Freq[13][41] = 17; Big5Freq[7][60] = 16; Big5Freq[21][29] =
* 15; Big5Freq[9][157] = 14; Big5Freq[24][95] = 13; Big5Freq[15][148] =
* 12; Big5Freq[15][122] = 11; Big5Freq[6][125] = 10; Big5Freq[11][25] =
* 9; Big5Freq[20][55] = 8; Big5Freq[19][84] = 7; Big5Freq[21][82] = 6;
* Big5Freq[24][3] = 5; Big5Freq[13][70] = 4; Big5Freq[6][21] = 3;
* Big5Freq[21][86] = 2; Big5Freq[12][23] = 1; Big5Freq[3][85] = 0;
* EUC_TWFreq[45][90] = 600;
*/
Big5PFreq[41][122] = 600; Big5PFreq[41][122] = 600;
Big5PFreq[35][0] = 599; Big5PFreq[35][0] = 599;
Big5PFreq[43][15] = 598; Big5PFreq[43][15] = 598;
@ -3062,94 +2880,7 @@ class BytesEncodingDetect extends Encoding {
EUC_TWFreq[74][69] = 203; EUC_TWFreq[74][69] = 203;
EUC_TWFreq[36][82] = 202; EUC_TWFreq[36][82] = 202;
EUC_TWFreq[46][59] = 201; EUC_TWFreq[46][59] = 201;
/*
* EUC_TWFreq[38][32] = 200; EUC_TWFreq[74][2] = 199; EUC_TWFreq[53][31]
* = 198; EUC_TWFreq[35][38] = 197; EUC_TWFreq[46][62] = 196;
* EUC_TWFreq[77][31] = 195; EUC_TWFreq[55][74] = 194; EUC_TWFreq[66][6]
* = 193; EUC_TWFreq[56][21] = 192; EUC_TWFreq[54][78] = 191;
* EUC_TWFreq[43][51] = 190; EUC_TWFreq[64][93] = 189; EUC_TWFreq[92][7]
* = 188; EUC_TWFreq[83][89] = 187; EUC_TWFreq[69][9] = 186;
* EUC_TWFreq[45][4] = 185; EUC_TWFreq[53][9] = 184; EUC_TWFreq[43][2] =
* 183; EUC_TWFreq[35][11] = 182; EUC_TWFreq[51][25] = 181;
* EUC_TWFreq[52][71] = 180; EUC_TWFreq[81][67] = 179;
* EUC_TWFreq[37][33] = 178; EUC_TWFreq[38][57] = 177;
* EUC_TWFreq[39][77] = 176; EUC_TWFreq[40][26] = 175;
* EUC_TWFreq[37][21] = 174; EUC_TWFreq[81][70] = 173;
* EUC_TWFreq[56][80] = 172; EUC_TWFreq[65][14] = 171;
* EUC_TWFreq[62][47] = 170; EUC_TWFreq[56][54] = 169;
* EUC_TWFreq[45][17] = 168; EUC_TWFreq[52][52] = 167;
* EUC_TWFreq[74][30] = 166; EUC_TWFreq[60][57] = 165;
* EUC_TWFreq[41][15] = 164; EUC_TWFreq[47][69] = 163;
* EUC_TWFreq[61][11] = 162; EUC_TWFreq[72][25] = 161;
* EUC_TWFreq[82][56] = 160; EUC_TWFreq[76][92] = 159;
* EUC_TWFreq[51][22] = 158; EUC_TWFreq[55][69] = 157;
* EUC_TWFreq[49][43] = 156; EUC_TWFreq[69][49] = 155;
* EUC_TWFreq[88][42] = 154; EUC_TWFreq[84][41] = 153;
* EUC_TWFreq[79][33] = 152; EUC_TWFreq[47][17] = 151;
* EUC_TWFreq[52][88] = 150; EUC_TWFreq[63][74] = 149;
* EUC_TWFreq[50][32] = 148; EUC_TWFreq[65][10] = 147; EUC_TWFreq[57][6]
* = 146; EUC_TWFreq[52][23] = 145; EUC_TWFreq[36][70] = 144;
* EUC_TWFreq[65][55] = 143; EUC_TWFreq[35][27] = 142;
* EUC_TWFreq[57][63] = 141; EUC_TWFreq[39][92] = 140;
* EUC_TWFreq[79][75] = 139; EUC_TWFreq[36][30] = 138;
* EUC_TWFreq[53][60] = 137; EUC_TWFreq[55][43] = 136;
* EUC_TWFreq[71][22] = 135; EUC_TWFreq[43][16] = 134;
* EUC_TWFreq[65][21] = 133; EUC_TWFreq[84][51] = 132;
* EUC_TWFreq[43][64] = 131; EUC_TWFreq[87][91] = 130;
* EUC_TWFreq[47][45] = 129; EUC_TWFreq[65][29] = 128;
* EUC_TWFreq[88][16] = 127; EUC_TWFreq[50][5] = 126; EUC_TWFreq[47][33]
* = 125; EUC_TWFreq[46][27] = 124; EUC_TWFreq[85][2] = 123;
* EUC_TWFreq[43][77] = 122; EUC_TWFreq[70][9] = 121; EUC_TWFreq[41][54]
* = 120; EUC_TWFreq[56][12] = 119; EUC_TWFreq[90][65] = 118;
* EUC_TWFreq[91][50] = 117; EUC_TWFreq[48][41] = 116;
* EUC_TWFreq[35][89] = 115; EUC_TWFreq[90][83] = 114;
* EUC_TWFreq[44][40] = 113; EUC_TWFreq[50][88] = 112;
* EUC_TWFreq[72][39] = 111; EUC_TWFreq[45][3] = 110; EUC_TWFreq[71][33]
* = 109; EUC_TWFreq[39][12] = 108; EUC_TWFreq[59][24] = 107;
* EUC_TWFreq[60][62] = 106; EUC_TWFreq[44][33] = 105;
* EUC_TWFreq[53][70] = 104; EUC_TWFreq[77][90] = 103;
* EUC_TWFreq[50][58] = 102; EUC_TWFreq[54][1] = 101; EUC_TWFreq[73][19]
* = 100; EUC_TWFreq[37][3] = 99; EUC_TWFreq[49][91] = 98;
* EUC_TWFreq[88][43] = 97; EUC_TWFreq[36][78] = 96; EUC_TWFreq[44][20]
* = 95; EUC_TWFreq[64][15] = 94; EUC_TWFreq[72][28] = 93;
* EUC_TWFreq[70][13] = 92; EUC_TWFreq[65][83] = 91; EUC_TWFreq[58][68]
* = 90; EUC_TWFreq[59][32] = 89; EUC_TWFreq[39][13] = 88;
* EUC_TWFreq[55][64] = 87; EUC_TWFreq[56][59] = 86; EUC_TWFreq[39][17]
* = 85; EUC_TWFreq[55][84] = 84; EUC_TWFreq[77][85] = 83;
* EUC_TWFreq[60][19] = 82; EUC_TWFreq[62][82] = 81; EUC_TWFreq[78][16]
* = 80; EUC_TWFreq[66][8] = 79; EUC_TWFreq[39][42] = 78;
* EUC_TWFreq[61][24] = 77; EUC_TWFreq[57][67] = 76; EUC_TWFreq[38][83]
* = 75; EUC_TWFreq[36][53] = 74; EUC_TWFreq[67][76] = 73;
* EUC_TWFreq[37][91] = 72; EUC_TWFreq[44][26] = 71; EUC_TWFreq[72][86]
* = 70; EUC_TWFreq[44][87] = 69; EUC_TWFreq[45][50] = 68;
* EUC_TWFreq[58][4] = 67; EUC_TWFreq[86][65] = 66; EUC_TWFreq[45][56] =
* 65; EUC_TWFreq[79][49] = 64; EUC_TWFreq[35][3] = 63;
* EUC_TWFreq[48][83] = 62; EUC_TWFreq[71][21] = 61; EUC_TWFreq[77][93]
* = 60; EUC_TWFreq[87][92] = 59; EUC_TWFreq[38][35] = 58;
* EUC_TWFreq[66][17] = 57; EUC_TWFreq[37][66] = 56; EUC_TWFreq[51][42]
* = 55; EUC_TWFreq[57][73] = 54; EUC_TWFreq[51][54] = 53;
* EUC_TWFreq[75][64] = 52; EUC_TWFreq[35][5] = 51; EUC_TWFreq[49][40] =
* 50; EUC_TWFreq[58][35] = 49; EUC_TWFreq[67][88] = 48;
* EUC_TWFreq[60][51] = 47; EUC_TWFreq[36][92] = 46; EUC_TWFreq[44][41]
* = 45; EUC_TWFreq[58][29] = 44; EUC_TWFreq[43][62] = 43;
* EUC_TWFreq[56][23] = 42; EUC_TWFreq[67][44] = 41; EUC_TWFreq[52][91]
* = 40; EUC_TWFreq[42][81] = 39; EUC_TWFreq[64][25] = 38;
* EUC_TWFreq[35][36] = 37; EUC_TWFreq[47][73] = 36; EUC_TWFreq[36][1] =
* 35; EUC_TWFreq[65][84] = 34; EUC_TWFreq[73][1] = 33;
* EUC_TWFreq[79][66] = 32; EUC_TWFreq[69][14] = 31; EUC_TWFreq[65][28]
* = 30; EUC_TWFreq[60][93] = 29; EUC_TWFreq[72][79] = 28;
* EUC_TWFreq[48][0] = 27; EUC_TWFreq[73][43] = 26; EUC_TWFreq[66][47] =
* 25; EUC_TWFreq[41][18] = 24; EUC_TWFreq[51][10] = 23;
* EUC_TWFreq[59][7] = 22; EUC_TWFreq[53][27] = 21; EUC_TWFreq[86][67] =
* 20; EUC_TWFreq[49][87] = 19; EUC_TWFreq[52][28] = 18;
* EUC_TWFreq[52][12] = 17; EUC_TWFreq[42][30] = 16; EUC_TWFreq[65][35]
* = 15; EUC_TWFreq[46][64] = 14; EUC_TWFreq[71][7] = 13;
* EUC_TWFreq[56][57] = 12; EUC_TWFreq[56][31] = 11; EUC_TWFreq[41][31]
* = 10; EUC_TWFreq[48][59] = 9; EUC_TWFreq[63][92] = 8;
* EUC_TWFreq[62][57] = 7; EUC_TWFreq[65][87] = 6; EUC_TWFreq[70][10] =
* 5; EUC_TWFreq[52][40] = 4; EUC_TWFreq[40][22] = 3; EUC_TWFreq[65][91]
* = 2; EUC_TWFreq[50][25] = 1; EUC_TWFreq[35][84] = 0;
*/
GBKFreq[52][132] = 600; GBKFreq[52][132] = 600;
GBKFreq[73][135] = 599; GBKFreq[73][135] = 599;
GBKFreq[49][123] = 598; GBKFreq[49][123] = 598;
@ -3452,113 +3183,7 @@ class BytesEncodingDetect extends Encoding {
GBKFreq[58][174] = 301; GBKFreq[58][174] = 301;
GBKFreq[80][144] = 300; GBKFreq[80][144] = 300;
GBKFreq[85][113] = 299; GBKFreq[85][113] = 299;
/*
* GBKFreq[83][15] = 298; GBKFreq[105][80] = 297; GBKFreq[7][179] = 296;
* GBKFreq[93][4] = 295; GBKFreq[123][40] = 294; GBKFreq[85][120] = 293;
* GBKFreq[77][165] = 292; GBKFreq[86][67] = 291; GBKFreq[25][162] =
* 290; GBKFreq[77][183] = 289; GBKFreq[83][71] = 288; GBKFreq[78][99] =
* 287; GBKFreq[72][177] = 286; GBKFreq[71][97] = 285; GBKFreq[58][111]
* = 284; GBKFreq[77][175] = 283; GBKFreq[76][181] = 282;
* GBKFreq[71][142] = 281; GBKFreq[64][150] = 280; GBKFreq[5][142] =
* 279; GBKFreq[73][128] = 278; GBKFreq[73][156] = 277; GBKFreq[60][188]
* = 276; GBKFreq[64][56] = 275; GBKFreq[74][128] = 274;
* GBKFreq[48][163] = 273; GBKFreq[54][116] = 272; GBKFreq[73][127] =
* 271; GBKFreq[16][176] = 270; GBKFreq[62][149] = 269; GBKFreq[105][96]
* = 268; GBKFreq[55][186] = 267; GBKFreq[4][51] = 266; GBKFreq[48][113]
* = 265; GBKFreq[48][152] = 264; GBKFreq[23][9] = 263; GBKFreq[56][102]
* = 262; GBKFreq[11][81] = 261; GBKFreq[82][112] = 260; GBKFreq[65][85]
* = 259; GBKFreq[69][125] = 258; GBKFreq[68][31] = 257; GBKFreq[5][20]
* = 256; GBKFreq[60][176] = 255; GBKFreq[82][81] = 254;
* GBKFreq[72][107] = 253; GBKFreq[3][52] = 252; GBKFreq[71][157] = 251;
* GBKFreq[24][46] = 250; GBKFreq[69][108] = 249; GBKFreq[78][178] =
* 248; GBKFreq[9][69] = 247; GBKFreq[73][144] = 246; GBKFreq[63][187] =
* 245; GBKFreq[68][36] = 244; GBKFreq[47][151] = 243; GBKFreq[14][74] =
* 242; GBKFreq[47][114] = 241; GBKFreq[80][171] = 240; GBKFreq[75][152]
* = 239; GBKFreq[86][40] = 238; GBKFreq[93][43] = 237; GBKFreq[2][50] =
* 236; GBKFreq[62][66] = 235; GBKFreq[1][183] = 234; GBKFreq[74][124] =
* 233; GBKFreq[58][104] = 232; GBKFreq[83][106] = 231; GBKFreq[60][144]
* = 230; GBKFreq[48][99] = 229; GBKFreq[54][157] = 228;
* GBKFreq[70][179] = 227; GBKFreq[61][127] = 226; GBKFreq[57][135] =
* 225; GBKFreq[59][190] = 224; GBKFreq[77][116] = 223; GBKFreq[26][17]
* = 222; GBKFreq[60][13] = 221; GBKFreq[71][38] = 220; GBKFreq[85][177]
* = 219; GBKFreq[59][73] = 218; GBKFreq[50][150] = 217;
* GBKFreq[79][102] = 216; GBKFreq[76][118] = 215; GBKFreq[67][132] =
* 214; GBKFreq[73][146] = 213; GBKFreq[83][184] = 212; GBKFreq[86][159]
* = 211; GBKFreq[95][120] = 210; GBKFreq[23][139] = 209;
* GBKFreq[64][183] = 208; GBKFreq[85][103] = 207; GBKFreq[41][90] =
* 206; GBKFreq[87][72] = 205; GBKFreq[62][104] = 204; GBKFreq[79][168]
* = 203; GBKFreq[79][150] = 202; GBKFreq[104][20] = 201;
* GBKFreq[56][114] = 200; GBKFreq[84][26] = 199; GBKFreq[57][99] = 198;
* GBKFreq[62][154] = 197; GBKFreq[47][98] = 196; GBKFreq[61][64] = 195;
* GBKFreq[112][18] = 194; GBKFreq[123][19] = 193; GBKFreq[4][98] = 192;
* GBKFreq[47][163] = 191; GBKFreq[66][188] = 190; GBKFreq[81][85] =
* 189; GBKFreq[82][30] = 188; GBKFreq[65][83] = 187; GBKFreq[67][24] =
* 186; GBKFreq[68][179] = 185; GBKFreq[55][177] = 184; GBKFreq[2][122]
* = 183; GBKFreq[47][139] = 182; GBKFreq[79][158] = 181;
* GBKFreq[64][143] = 180; GBKFreq[100][24] = 179; GBKFreq[73][103] =
* 178; GBKFreq[50][148] = 177; GBKFreq[86][97] = 176; GBKFreq[59][116]
* = 175; GBKFreq[64][173] = 174; GBKFreq[99][91] = 173; GBKFreq[11][99]
* = 172; GBKFreq[78][179] = 171; GBKFreq[18][17] = 170;
* GBKFreq[58][185] = 169; GBKFreq[47][165] = 168; GBKFreq[67][131] =
* 167; GBKFreq[94][40] = 166; GBKFreq[74][153] = 165; GBKFreq[79][142]
* = 164; GBKFreq[57][98] = 163; GBKFreq[1][164] = 162; GBKFreq[55][168]
* = 161; GBKFreq[13][141] = 160; GBKFreq[51][31] = 159;
* GBKFreq[57][178] = 158; GBKFreq[50][189] = 157; GBKFreq[60][167] =
* 156; GBKFreq[80][34] = 155; GBKFreq[109][80] = 154; GBKFreq[85][54] =
* 153; GBKFreq[69][183] = 152; GBKFreq[67][143] = 151; GBKFreq[47][120]
* = 150; GBKFreq[45][75] = 149; GBKFreq[82][98] = 148; GBKFreq[83][22]
* = 147; GBKFreq[13][103] = 146; GBKFreq[49][174] = 145;
* GBKFreq[57][181] = 144; GBKFreq[64][127] = 143; GBKFreq[61][131] =
* 142; GBKFreq[52][180] = 141; GBKFreq[74][134] = 140; GBKFreq[84][187]
* = 139; GBKFreq[81][189] = 138; GBKFreq[47][160] = 137;
* GBKFreq[66][148] = 136; GBKFreq[7][4] = 135; GBKFreq[85][134] = 134;
* GBKFreq[88][13] = 133; GBKFreq[88][80] = 132; GBKFreq[69][166] = 131;
* GBKFreq[86][18] = 130; GBKFreq[79][141] = 129; GBKFreq[50][108] =
* 128; GBKFreq[94][69] = 127; GBKFreq[81][110] = 126; GBKFreq[69][119]
* = 125; GBKFreq[72][161] = 124; GBKFreq[106][45] = 123;
* GBKFreq[73][124] = 122; GBKFreq[94][28] = 121; GBKFreq[63][174] =
* 120; GBKFreq[3][149] = 119; GBKFreq[24][160] = 118; GBKFreq[113][94]
* = 117; GBKFreq[56][138] = 116; GBKFreq[64][185] = 115;
* GBKFreq[86][56] = 114; GBKFreq[56][150] = 113; GBKFreq[110][55] =
* 112; GBKFreq[28][13] = 111; GBKFreq[54][190] = 110; GBKFreq[8][180] =
* 109; GBKFreq[73][149] = 108; GBKFreq[80][155] = 107; GBKFreq[83][172]
* = 106; GBKFreq[67][174] = 105; GBKFreq[64][180] = 104;
* GBKFreq[84][46] = 103; GBKFreq[91][74] = 102; GBKFreq[69][134] = 101;
* GBKFreq[61][107] = 100; GBKFreq[47][171] = 99; GBKFreq[59][51] = 98;
* GBKFreq[109][74] = 97; GBKFreq[64][174] = 96; GBKFreq[52][151] = 95;
* GBKFreq[51][176] = 94; GBKFreq[80][157] = 93; GBKFreq[94][31] = 92;
* GBKFreq[79][155] = 91; GBKFreq[72][174] = 90; GBKFreq[69][113] = 89;
* GBKFreq[83][167] = 88; GBKFreq[83][122] = 87; GBKFreq[8][178] = 86;
* GBKFreq[70][186] = 85; GBKFreq[59][153] = 84; GBKFreq[84][68] = 83;
* GBKFreq[79][39] = 82; GBKFreq[47][180] = 81; GBKFreq[88][53] = 80;
* GBKFreq[57][154] = 79; GBKFreq[47][153] = 78; GBKFreq[3][153] = 77;
* GBKFreq[76][134] = 76; GBKFreq[51][166] = 75; GBKFreq[58][176] = 74;
* GBKFreq[27][138] = 73; GBKFreq[73][126] = 72; GBKFreq[76][185] = 71;
* GBKFreq[52][186] = 70; GBKFreq[81][151] = 69; GBKFreq[26][50] = 68;
* GBKFreq[76][173] = 67; GBKFreq[106][56] = 66; GBKFreq[85][142] = 65;
* GBKFreq[11][103] = 64; GBKFreq[69][159] = 63; GBKFreq[53][142] = 62;
* GBKFreq[7][6] = 61; GBKFreq[84][59] = 60; GBKFreq[86][3] = 59;
* GBKFreq[64][144] = 58; GBKFreq[1][187] = 57; GBKFreq[82][128] = 56;
* GBKFreq[3][66] = 55; GBKFreq[68][133] = 54; GBKFreq[55][167] = 53;
* GBKFreq[52][130] = 52; GBKFreq[61][133] = 51; GBKFreq[72][181] = 50;
* GBKFreq[25][98] = 49; GBKFreq[84][149] = 48; GBKFreq[91][91] = 47;
* GBKFreq[47][188] = 46; GBKFreq[68][130] = 45; GBKFreq[22][44] = 44;
* GBKFreq[81][121] = 43; GBKFreq[72][140] = 42; GBKFreq[55][133] = 41;
* GBKFreq[55][185] = 40; GBKFreq[56][105] = 39; GBKFreq[60][30] = 38;
* GBKFreq[70][103] = 37; GBKFreq[62][141] = 36; GBKFreq[70][144] = 35;
* GBKFreq[59][111] = 34; GBKFreq[54][17] = 33; GBKFreq[18][190] = 32;
* GBKFreq[65][164] = 31; GBKFreq[83][125] = 30; GBKFreq[61][121] = 29;
* GBKFreq[48][13] = 28; GBKFreq[51][189] = 27; GBKFreq[65][68] = 26;
* GBKFreq[7][0] = 25; GBKFreq[76][188] = 24; GBKFreq[85][117] = 23;
* GBKFreq[45][33] = 22; GBKFreq[78][187] = 21; GBKFreq[106][48] = 20;
* GBKFreq[59][52] = 19; GBKFreq[86][185] = 18; GBKFreq[84][121] = 17;
* GBKFreq[82][189] = 16; GBKFreq[68][156] = 15; GBKFreq[55][125] = 14;
* GBKFreq[65][175] = 13; GBKFreq[7][140] = 12; GBKFreq[50][106] = 11;
* GBKFreq[59][124] = 10; GBKFreq[67][115] = 9; GBKFreq[82][114] = 8;
* GBKFreq[74][121] = 7; GBKFreq[106][69] = 6; GBKFreq[94][27] = 5;
* GBKFreq[78][98] = 4; GBKFreq[85][186] = 3; GBKFreq[108][90] = 2;
* GBKFreq[62][160] = 1; GBKFreq[60][169] = 0;
*/
KRFreq[31][43] = 600; KRFreq[31][43] = 600;
KRFreq[19][56] = 599; KRFreq[19][56] = 599;
KRFreq[38][46] = 598; KRFreq[38][46] = 598;
@ -4766,71 +4391,47 @@ class BytesEncodingDetect extends Encoding {
class Encoding { class Encoding {
// Supported Encoding Types // Supported Encoding Types
public static int GB2312 = 0; static int GB2312 = 0;
static int GBK = 1;
public static int GBK = 1; static int GB18030 = 2;
static int HZ = 3;
public static int GB18030 = 2; static int BIG5 = 4;
static int CNS11643 = 5;
public static int HZ = 3; static int UTF8 = 6;
static int UTF8T = 7;
public static int BIG5 = 4; static int UTF8S = 8;
static int UNICODE = 9;
public static int CNS11643 = 5; static int UNICODET = 10;
static int UNICODES = 11;
public static int UTF8 = 6; static int ISO2022CN = 12;
static int ISO2022CN_CNS = 13;
public static int UTF8T = 7; static int ISO2022CN_GB = 14;
static int EUC_KR = 15;
public static int UTF8S = 8; static int CP949 = 16;
static int ISO2022KR = 17;
public static int UNICODE = 9; static int JOHAB = 18;
static int SJIS = 19;
public static int UNICODET = 10; static int EUC_JP = 20;
static int ISO2022JP = 21;
public static int UNICODES = 11; static int ASCII = 22;
static int OTHER = 23;
public static int ISO2022CN = 12; static int TOTALTYPES = 24;
public static int ISO2022CN_CNS = 13;
public static int ISO2022CN_GB = 14;
public static int EUC_KR = 15;
public static int CP949 = 16;
public static int ISO2022KR = 17;
public static int JOHAB = 18;
public static int SJIS = 19;
public static int EUC_JP = 20;
public static int ISO2022JP = 21;
public static int ASCII = 22;
public static int OTHER = 23;
public static int TOTALTYPES = 24;
public final static int SIMP = 0; public final static int SIMP = 0;
public final static int TRAD = 1; public final static int TRAD = 1;
// Names of the encodings as understood by Java // Names of the encodings as understood by Java
public static String[] javaname; static String[] javaname;
// Names of the encodings for human viewing // Names of the encodings for human viewing
public static String[] nicename; static String[] nicename;
// Names of charsets as used in charset parameter of HTML Meta tag // Names of charsets as used in charset parameter of HTML Meta tag
public static String[] htmlname; static String[] htmlname;
// Constructor // Constructor
public Encoding() { Encoding() {
javaname = new String[TOTALTYPES]; javaname = new String[TOTALTYPES];
nicename = new String[TOTALTYPES]; nicename = new String[TOTALTYPES];
htmlname = new String[TOTALTYPES]; htmlname = new String[TOTALTYPES];

Write Preview
Loading…
Cancel
Save