{"header":{"message":"Adding a patched chardetng (temporarily)","description":null,"timestamp":"2021-07-01T13:13:03.523387834Z","authors":[{}]},"hash":"SGXOEWHUET7RVS5HANSYE7QRQAG56NIKTC56MLPZ5XBCXODEWUXQC","authors":[{"login":"pmeunier","key":"FZQ2g7VfnzLYM4mtTVDk9HAZjA8Jk9ndkwN1icgbtWUr"}],"deps":{"hashes":[["SGXOEWHUET7RVS5HANSYE7QRQAG56NIKTC56MLPZ5XBCXODEWUXQC","Adding a patched chardetng (temporarily)"],["AA",null],["SYP2J7VC6DWMSZDNVROYYE33GY5TJJEJUU3XWUEPI7LSX2FXJXFAC","Removing the progressbar member from the workspace"],["6CZYYOG7C7ULY5Q4WSRVVC3QVSYACV3KFEYXDCH63OXXX2QFFFBAC","Faster guessing of encoding"],["TVVW53HZGYPODAXEQ4BFZNSPBOFG6JEDVOKIYIDZMWFAMOBKOR2QC","Conflict resolution"],["246V5TYIUL7CFN7G5Y7A35EEM6IJPN532ROEYVSM7Q4HCQSWPDBQC","decode existing files"],["Q3GU26WDEYE2HXMM4WWNEGVMSXLQAKRJBSB2EJZA6JTHPKQHXCXQC","merge with changes from sanakirja v1.1.2"],["PDTUHOMVQ2NUN2MMFZL7F4NI3EXOK5SOBBS34DF4ACFOJCB5NQTAC","fix left over conflicts"],["FYUDBQ3C5GWIFKITBAKEXTK4AFZXZOH7DHI7QFXQOQ3HYUIYDEVAC","Formatting changes + version bump"],["UM5DLRPBCQZQBEDJDLDPKODOKLACUHZD6YL6S4JRNKW6JLPNUVSAC","store new non-UTF-8 files raw and decode to deplay the contents"],["NYOF5766GLBTWQV2KTVRAJMGVJNJ37Z5BLJMFPZA3HG7X2Q2RXPAC","track file encoding in the record, including change text for file adds"],["JRENVH5DF2F4SOV7UNJENFA7VDI3H63XK76R3LFZK6QCW7JIBLSQC","Reqwest 0.11"],["52SOYOCNCODMHEV6ASPY4WXWYNDXYID46VMDF4W7QYALNA7LMGLAC","tree_magic instead of tree_magic_mini"],["I24UEJQLCH2SOXA4UHIYWTRDCHSOPU7AFTRUOTX7HZIAV4AZKYEQC","Various post-fire fixes"],["JACZWIJ6UEL5HWZRNOOXTFXUEG67XJDPC5D72LYUPCVVJ6WB7JQAC","Version bump"],["SXEYMYF7P4RZMZ46WPL4IZUTSQ2ATBWYZX7QNVMS3SGOYXYOHAGQC","Fixing the bad changes in history (unfortunately, by rebooting)."],["BNPSVXIC72C3WT33YKCH766OBLLNCS7POX6U6JXZSQQPJF2M22MQC","Friendlier progress bars"],["6HNRL5RT76NH5YNSUN7B4FHNRZXKNLX4DROFGMO4R5P2U7JWOL2QC","detect non-utf8 text files"],["A3RM526Y7LUXNYW4TL56YKQ5GVOK2R5D7JJVTSQ6TT5MEXIR6YAAC","Integrating identity malleability"]],"deps":["SYP2J7VC6DWMSZDNVROYYE33GY5TJJEJUU3XWUEPI7LSX2FXJXFAC","6CZYYOG7C7ULY5Q4WSRVVC3QVSYACV3KFEYXDCH63OXXX2QFFFBAC"],"known":["SXEYMYF7P4RZMZ46WPL4IZUTSQ2ATBWYZX7QNVMS3SGOYXYOHAGQC","JACZWIJ6UEL5HWZRNOOXTFXUEG67XJDPC5D72LYUPCVVJ6WB7JQAC","JRENVH5DF2F4SOV7UNJENFA7VDI3H63XK76R3LFZK6QCW7JIBLSQC","BNPSVXIC72C3WT33YKCH766OBLLNCS7POX6U6JXZSQQPJF2M22MQC","I24UEJQLCH2SOXA4UHIYWTRDCHSOPU7AFTRUOTX7HZIAV4AZKYEQC","6HNRL5RT76NH5YNSUN7B4FHNRZXKNLX4DROFGMO4R5P2U7JWOL2QC","246V5TYIUL7CFN7G5Y7A35EEM6IJPN532ROEYVSM7Q4HCQSWPDBQC","NYOF5766GLBTWQV2KTVRAJMGVJNJ37Z5BLJMFPZA3HG7X2Q2RXPAC","UM5DLRPBCQZQBEDJDLDPKODOKLACUHZD6YL6S4JRNKW6JLPNUVSAC","Q3GU26WDEYE2HXMM4WWNEGVMSXLQAKRJBSB2EJZA6JTHPKQHXCXQC","PDTUHOMVQ2NUN2MMFZL7F4NI3EXOK5SOBBS34DF4ACFOJCB5NQTAC","TVVW53HZGYPODAXEQ4BFZNSPBOFG6JEDVOKIYIDZMWFAMOBKOR2QC","52SOYOCNCODMHEV6ASPY4WXWYNDXYID46VMDF4W7QYALNA7LMGLAC","FYUDBQ3C5GWIFKITBAKEXTK4AFZXZOH7DHI7QFXQOQ3HYUIYDEVAC"]},"hunks":[{"Replacement":{"inode":{"change":4,"pos":198172},"path":"libpijul/src/working_copy/mod.rs","line":38,"ins":{"up_context":[{"change":3,"pos":171}],"down_context":[{"change":4,"pos":905}],"flag":"BLOCK","start":0,"end":128,"inode":{"change":4,"pos":198172}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":171},"to":{"change":3,"start":171,"end":366},"introduced_by":3}],"inode":{"change":4,"pos":198172}},"ins_contents":[{"Add":" let (encoding, score) = detector.guess_assess(None, true);"},{"Add":" if score {"},{"Add":" Ok(Some(Encoding(encoding)))"},{"Add":""}],"del_contents":[{"Del":" let encoding = detector.guess(None, true);\n let (_decoded, encoding, malformed) = encoding.decode(&buffer[init..]);\n Ok(if !malformed {\n Some(Encoding(encoding))\n"}]}},{"Replacement":{"inode":{"change":4,"pos":198172},"path":"libpijul/src/working_copy/mod.rs","line":42,"ins":{"up_context":[{"change":4,"pos":922}],"down_context":[{"change":4,"pos":938}],"flag":"BLOCK","start":129,"end":161,"inode":{"change":4,"pos":198172}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":922},"to":{"change":3,"start":368,"end":414},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":3,"pos":415},"to":{"change":4,"start":310,"end":327},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":922},"to":{"change":4,"start":310,"end":327},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":327},"to":{"change":3,"start":416,"end":427},"introduced_by":3}],"inode":{"change":4,"pos":198172}},"ins_contents":[{"Add":" Ok(None)"},{"Add":" }"},{"Add":""}],"del_contents":[{"Del":" warn!(\"text file was malformed\");\n"},{"Del":" None\n"},{"Del":" })\n"}]}},{"Replacement":{"inode":{"change":4,"pos":1020742},"path":"libpijul/Cargo.toml","line":119,"ins":{"up_context":[{"change":4,"pos":730}],"down_context":[{"change":4,"pos":5918}],"flag":"BLOCK","start":162,"end":201,"inode":{"change":4,"pos":1020742}},"del":{"edges":[{"previous":"","flag":"DELETED","from":{"change":4,"pos":72},"to":{"change":4,"start":5897,"end":5918},"introduced_by":4},{"previous":"","flag":"DELETED","from":{"change":4,"pos":2332},"to":{"change":4,"start":5897,"end":5918},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":5897},"to":{"change":4,"start":5897,"end":5918},"introduced_by":4}],"inode":{"change":4,"pos":1020742}},"ins_contents":[{"Add":"chardetng = { path = \"../chardetng\" }"},{"Add":""}],"del_contents":[{"Del":"chardetng = \"0.1.10\"\n"}]}},{"Edit":{"inode":{"change":4,"pos":1020742},"path":"libpijul/Cargo.toml","line":140,"atom":{"NewVertex":{"up_context":[{"change":19,"pos":44475}],"down_context":[{"change":4,"pos":109305}],"flag":"BLOCK","start":202,"end":219,"inode":{"change":4,"pos":1020742}}},"contents":[{"Add":"adler32 = \"1.2\""},{"Add":""}]}},{"FileAdd":{"meta":{"basename":"chardetng","metadata":576},"context":[{"change":1,"pos":0}],"contents":[]}},{"FileAdd":{"meta":{"basename":"src","metadata":576},"context":[{"change":0,"pos":241}],"contents":[]}},{"FileAdd":{"meta":{"basename":"tld.rs","metadata":0},"context":[{"change":0,"pos":257}],"contents":[{"Add":"/* Any copyright is dedicated to the Public Domain."},{"Add":" * https://creativecommons.org/publicdomain/zero/1.0/ */"},{"Add":""},{"Add":"#[derive(Clone, Copy, Debug, PartialEq)]"},{"Add":"pub enum Tld {"},{"Add":" CentralWindows,"},{"Add":" Cyrillic,"},{"Add":" Western,"},{"Add":" Greek,"},{"Add":" TurkishAzeri,"},{"Add":" Hebrew,"},{"Add":" Arabic,"},{"Add":" Baltic,"},{"Add":" Vietnamese,"},{"Add":" Thai,"},{"Add":" Simplified,"},{"Add":" Traditional,"},{"Add":" Japanese,"},{"Add":" Korean,"},{"Add":" SimplifiedTraditional,"},{"Add":" TraditionalSimplified,"},{"Add":" CentralIso,"},{"Add":" IcelandicFaroese,"},{"Add":" WesternCyrillic,"},{"Add":" CentralCyrillic,"},{"Add":" WesternArabic,"},{"Add":" Generic,"},{"Add":" Eu,"},{"Add":"}"},{"Add":""},{"Add":"pub fn classify_tld(tld: &[u8]) -> Tld {"},{"Add":" if tld.len() == 2 {"},{"Add":" let key = [tld[0], tld[1]];"},{"Add":" if let Ok(i) = TWO_LETTER_KEYS.binary_search(&key) {"},{"Add":" TWO_LETTER_VALUES[i]"},{"Add":" } else {"},{"Add":" Tld::Western"},{"Add":" }"},{"Add":" } else if tld.len() == 3 {"},{"Add":" match tld {"},{"Add":" b\"edu\" | b\"gov\" | b\"mil\" => Tld::Western,"},{"Add":" _ => Tld::Generic,"},{"Add":" }"},{"Add":" } else if tld.starts_with(b\"xn--\") && tld.len() >= 8 {"},{"Add":" // It's unclear is including the IDNs here is a good idea."},{"Add":" // Clearly, they are an anachronism relative to the era"},{"Add":" // of legacy encodings. The idea, consistent with previous"},{"Add":" // approach in Firefox is to address the case where one"},{"Add":" // of these TLDs is configured as an alternative name for"},{"Add":" // a server that also serves the same content from a"},{"Add":" // two-ASCII-letter TLD. This makes the detection result"},{"Add":" // the same either way even though otherwise this thing"},{"Add":" // does not make much sense."},{"Add":" if let Ok(i) = PUNYCODE_KEYS.binary_search(&&tld[4..]) {"},{"Add":" PUNYCODE_VALUES[i]"},{"Add":" } else {"},{"Add":" Tld::Generic"},{"Add":" }"},{"Add":" } else {"},{"Add":" Tld::Generic"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"static TWO_LETTER_VALUES: [Tld; 87] = ["},{"Add":" Tld::Generic, // ac"},{"Add":" Tld::Arabic, // ae"},{"Add":" Tld::Arabic, // af"},{"Add":" Tld::Generic, // ai"},{"Add":" Tld::WesternCyrillic, // am"},{"Add":" Tld::TurkishAzeri, // az"},{"Add":" Tld::CentralCyrillic, // ba"},{"Add":" Tld::Cyrillic, // bg"},{"Add":" Tld::Arabic, // bh"},{"Add":" Tld::Cyrillic, // by"},{"Add":" Tld::Generic, // bz"},{"Add":" Tld::Generic, // cb"},{"Add":" Tld::Generic, // cc"},{"Add":" Tld::Generic, // cd"},{"Add":" Tld::Simplified, // cn"},{"Add":" Tld::Generic, // cx"},{"Add":" Tld::Greek, // cy"},{"Add":" Tld::CentralWindows, // cz"},{"Add":" Tld::Generic, // dj"},{"Add":" Tld::Arabic, // dz"},{"Add":" Tld::Arabic, // eg"},{"Add":" Tld::Eu, // eu"},{"Add":" Tld::Generic, // fm"},{"Add":" Tld::IcelandicFaroese, // fo"},{"Add":" Tld::WesternCyrillic, // ge"},{"Add":" Tld::Greek, // gr"},{"Add":" Tld::TraditionalSimplified, // hk"},{"Add":" Tld::CentralWindows, // hr"},{"Add":" Tld::CentralIso, // hu"},{"Add":" Tld::Hebrew, // il"},{"Add":" Tld::Generic, // in"},{"Add":" Tld::Arabic, // iq"},{"Add":" Tld::Arabic, // ir"},{"Add":" Tld::IcelandicFaroese, // is"},{"Add":" Tld::Arabic, // jo"},{"Add":" Tld::Japanese, // jp"},{"Add":" Tld::Cyrillic, // kg"},{"Add":" Tld::Korean, // kp"},{"Add":" Tld::Korean, // kr"},{"Add":" Tld::Arabic, // kw"},{"Add":" Tld::Cyrillic, // kz"},{"Add":" Tld::Generic, // la"},{"Add":" Tld::Arabic, // lb"},{"Add":" Tld::Baltic, // lt"},{"Add":" Tld::Baltic, // lv"},{"Add":" Tld::Arabic, // ly"},{"Add":" Tld::Arabic, // ma"},{"Add":" Tld::Cyrillic, // md"},{"Add":" Tld::Generic, // me"},{"Add":" Tld::Cyrillic, // mk"},{"Add":" Tld::Cyrillic, // mn"},{"Add":" Tld::TraditionalSimplified, // mo"},{"Add":" Tld::Arabic, // mr"},{"Add":" Tld::Generic, // ms"},{"Add":" Tld::WesternArabic, // my"},{"Add":" Tld::Generic, // nu"},{"Add":" Tld::Arabic, // om"},{"Add":" Tld::Arabic, // pk"},{"Add":" Tld::CentralIso, // pl"},{"Add":" Tld::Arabic, // ps"},{"Add":" Tld::Arabic, // qa"},{"Add":" Tld::CentralWindows, // ro"},{"Add":" Tld::Cyrillic, // rs"},{"Add":" Tld::Cyrillic, // ru"},{"Add":" Tld::Arabic, // sa"},{"Add":" Tld::Arabic, // sd"},{"Add":" Tld::SimplifiedTraditional, // sg"},{"Add":" Tld::CentralIso, // si"},{"Add":" Tld::CentralWindows, // sk"},{"Add":" Tld::Generic, // st"},{"Add":" Tld::Cyrillic, // su"},{"Add":" Tld::Arabic, // sy"},{"Add":" Tld::Thai, // th"},{"Add":" Tld::Cyrillic, // tj"},{"Add":" Tld::Generic, // tk"},{"Add":" Tld::Cyrillic, // tm"},{"Add":" Tld::Arabic, // tn"},{"Add":" Tld::Generic, // to"},{"Add":" Tld::TurkishAzeri, // tr"},{"Add":" Tld::Generic, // tv"},{"Add":" Tld::Traditional, // tw"},{"Add":" Tld::Cyrillic, // ua"},{"Add":" Tld::Cyrillic, // uz"},{"Add":" Tld::Generic, // vc"},{"Add":" Tld::Vietnamese, // vn"},{"Add":" Tld::Generic, // vu"},{"Add":" Tld::Arabic, // ye"},{"Add":"];"},{"Add":""},{"Add":"static TWO_LETTER_KEYS: [[u8; 2]; 87] = ["},{"Add":" [b'a', b'c'], // Generic"},{"Add":" [b'a', b'e'], // Arabic"},{"Add":" [b'a', b'f'], // Arabic"},{"Add":" [b'a', b'i'], // Generic"},{"Add":" [b'a', b'm'], // WesternCyrillic"},{"Add":" [b'a', b'z'], // TurkishAzeri"},{"Add":" [b'b', b'a'], // CentralCyrillic"},{"Add":" [b'b', b'g'], // Cyrillic"},{"Add":" [b'b', b'h'], // Arabic"},{"Add":" [b'b', b'y'], // Cyrillic"},{"Add":" [b'b', b'z'], // Generic"},{"Add":" [b'c', b'b'], // Generic"},{"Add":" [b'c', b'c'], // Generic"},{"Add":" [b'c', b'd'], // Generic"},{"Add":" [b'c', b'n'], // Simplified"},{"Add":" [b'c', b'x'], // Generic"},{"Add":" [b'c', b'y'], // Greek"},{"Add":" [b'c', b'z'], // CentralWindows"},{"Add":" [b'd', b'j'], // Generic"},{"Add":" [b'd', b'z'], // Arabic"},{"Add":" [b'e', b'g'], // Arabic"},{"Add":" [b'e', b'u'], // Eu"},{"Add":" [b'f', b'm'], // Generic"},{"Add":" [b'f', b'o'], // IcelandicFaroese"},{"Add":" [b'g', b'e'], // WesternCyrillic"},{"Add":" [b'g', b'r'], // Greek"},{"Add":" [b'h', b'k'], // TraditionalSimplified"},{"Add":" [b'h', b'r'], // CentralWindows"},{"Add":" [b'h', b'u'], // CentralIso"},{"Add":" [b'i', b'l'], // Hebrew"},{"Add":" [b'i', b'n'], // Generic"},{"Add":" [b'i', b'q'], // Arabic"},{"Add":" [b'i', b'r'], // Arabic"},{"Add":" [b'i', b's'], // IcelandicFaroese"},{"Add":" [b'j', b'o'], // Arabic"},{"Add":" [b'j', b'p'], // Japanese"},{"Add":" [b'k', b'g'], // Cyrillic"},{"Add":" [b'k', b'p'], // Korean"},{"Add":" [b'k', b'r'], // Korean"},{"Add":" [b'k', b'w'], // Arabic"},{"Add":" [b'k', b'z'], // Cyrillic"},{"Add":" [b'l', b'a'], // Generic"},{"Add":" [b'l', b'b'], // Arabic"},{"Add":" [b'l', b't'], // Baltic"},{"Add":" [b'l', b'v'], // Baltic"},{"Add":" [b'l', b'y'], // Arabic"},{"Add":" [b'm', b'a'], // Arabic"},{"Add":" [b'm', b'd'], // Cyrillic"},{"Add":" [b'm', b'e'], // Generic"},{"Add":" [b'm', b'k'], // Cyrillic"},{"Add":" [b'm', b'n'], // Cyrillic"},{"Add":" [b'm', b'o'], // TraditionalSimplified"},{"Add":" [b'm', b'r'], // Arabic"},{"Add":" [b'm', b's'], // Generic"},{"Add":" [b'm', b'y'], // WesternArabic"},{"Add":" [b'n', b'u'], // Generic"},{"Add":" [b'o', b'm'], // Arabic"},{"Add":" [b'p', b'k'], // Arabic"},{"Add":" [b'p', b'l'], // CentralIso"},{"Add":" [b'p', b's'], // Arabic"},{"Add":" [b'q', b'a'], // Arabic"},{"Add":" [b'r', b'o'], // CentralWindows"},{"Add":" [b'r', b's'], // Cyrillic"},{"Add":" [b'r', b'u'], // Cyrillic"},{"Add":" [b's', b'a'], // Arabic"},{"Add":" [b's', b'd'], // Arabic"},{"Add":" [b's', b'g'], // SimplifiedTraditional"},{"Add":" [b's', b'i'], // CentralIso"},{"Add":" [b's', b'k'], // CentralWindows"},{"Add":" [b's', b't'], // Generic"},{"Add":" [b's', b'u'], // Cyrillic"},{"Add":" [b's', b'y'], // Arabic"},{"Add":" [b't', b'h'], // Thai"},{"Add":" [b't', b'j'], // Cyrillic"},{"Add":" [b't', b'k'], // Generic"},{"Add":" [b't', b'm'], // Cyrillic"},{"Add":" [b't', b'n'], // Arabic"},{"Add":" [b't', b'o'], // Generic"},{"Add":" [b't', b'r'], // TurkishAzeri"},{"Add":" [b't', b'v'], // Generic"},{"Add":" [b't', b'w'], // Traditional"},{"Add":" [b'u', b'a'], // Cyrillic"},{"Add":" [b'u', b'z'], // Cyrillic"},{"Add":" [b'v', b'c'], // Generic"},{"Add":" [b'v', b'n'], // Vietnamese"},{"Add":" [b'v', b'u'], // Generic"},{"Add":" [b'y', b'e'], // Arabic"},{"Add":"];"},{"Add":""},{"Add":"static PUNYCODE_KEYS: [&'static [u8]; 46] = ["},{"Add":" b\"3e0b707e\", // Korean"},{"Add":" b\"54b7fta0cc\", // Western"},{"Add":" b\"80ao21a\", // Cyrillic"},{"Add":" b\"90a3ac\", // Cyrillic"},{"Add":" b\"90ae\", // Cyrillic"},{"Add":" b\"90ais\", // Cyrillic"},{"Add":" b\"clchc0ea0b2g2a9gcd\", // SimplifiedTraditional"},{"Add":" b\"d1alf\", // Cyrillic"},{"Add":" b\"e1a4c\", // Eu"},{"Add":" b\"fiqs8S\", // Simplified"},{"Add":" b\"fiqz9S\", // Simplified"},{"Add":" b\"fzc2c9e2c\", // Western"},{"Add":" b\"j1amh\", // Cyrillic"},{"Add":" b\"j6w193g\", // TraditionalSimplified"},{"Add":" b\"kprw13d\", // Traditional"},{"Add":" b\"kpry57d\", // Traditional"},{"Add":" b\"l1acc\", // Cyrillic"},{"Add":" b\"lgbbat1ad8j\", // Arabic"},{"Add":" b\"mgb2ddes\", // Arabic"},{"Add":" b\"mgb9awbf\", // Arabic"},{"Add":" b\"mgba3a4f16a\", // Arabic"},{"Add":" b\"mgbaam7a8h\", // Arabic"},{"Add":" b\"mgbah1a3hjkrd\", // Arabic"},{"Add":" b\"mgbai9azgqp6j\", // Arabic"},{"Add":" b\"mgbayh7gpa\", // Arabic"},{"Add":" b\"mgbc0a9azcg\", // Arabic"},{"Add":" b\"mgbcpq6gpa1a\", // Arabic"},{"Add":" b\"mgberp4a5d4ar\", // Arabic"},{"Add":" b\"mgbpl2fh\", // Arabic"},{"Add":" b\"mgbtx2b\", // Arabic"},{"Add":" b\"mgbx4cd0ab\", // WesternArabic"},{"Add":" b\"mix891f\", // TraditionalSimplified"},{"Add":" b\"node\", // WesternCyrillic"},{"Add":" b\"o3cw4h\", // Thai"},{"Add":" b\"ogbpf8fl\", // Arabic"},{"Add":" b\"p1ai\", // Cyrillic"},{"Add":" b\"pgbs0dh\", // Arabic"},{"Add":" b\"q7ce6a\", // Arabic"},{"Add":" b\"qxa6a\", // Eu"},{"Add":" b\"qxam\", // Greek"},{"Add":" b\"wgbh1c\", // Arabic"},{"Add":" b\"wgbl6a\", // Arabic"},{"Add":" b\"xkc2al3hye2a\", // Western"},{"Add":" b\"y9a3aq\", // WesternCyrillic"},{"Add":" b\"yfro4i67o\", // SimplifiedTraditional"},{"Add":" b\"ygbi2ammx\", // Arabic"},{"Add":"];"},{"Add":""},{"Add":"static PUNYCODE_VALUES: [Tld; 46] = ["},{"Add":" Tld::Korean, // 3e0b707e"},{"Add":" Tld::Western, // 54b7fta0cc"},{"Add":" Tld::Cyrillic, // 80ao21a"},{"Add":" Tld::Cyrillic, // 90a3ac"},{"Add":" Tld::Cyrillic, // 90ae"},{"Add":" Tld::Cyrillic, // 90ais"},{"Add":" Tld::SimplifiedTraditional, // clchc0ea0b2g2a9gcd"},{"Add":" Tld::Cyrillic, // d1alf"},{"Add":" Tld::Eu, // e1a4c"},{"Add":" Tld::Simplified, // fiqs8S"},{"Add":" Tld::Simplified, // fiqz9S"},{"Add":" Tld::Western, // fzc2c9e2c"},{"Add":" Tld::Cyrillic, // j1amh"},{"Add":" Tld::TraditionalSimplified, // j6w193g"},{"Add":" Tld::Traditional, // kprw13d"},{"Add":" Tld::Traditional, // kpry57d"},{"Add":" Tld::Cyrillic, // l1acc"},{"Add":" Tld::Arabic, // lgbbat1ad8j"},{"Add":" Tld::Arabic, // mgb2ddes"},{"Add":" Tld::Arabic, // mgb9awbf"},{"Add":" Tld::Arabic, // mgba3a4f16a"},{"Add":" Tld::Arabic, // mgbaam7a8h"},{"Add":" Tld::Arabic, // mgbah1a3hjkrd"},{"Add":" Tld::Arabic, // mgbai9azgqp6j"},{"Add":" Tld::Arabic, // mgbayh7gpa"},{"Add":" Tld::Arabic, // mgbc0a9azcg"},{"Add":" Tld::Arabic, // mgbcpq6gpa1a"},{"Add":" Tld::Arabic, // mgberp4a5d4ar"},{"Add":" Tld::Arabic, // mgbpl2fh"},{"Add":" Tld::Arabic, // mgbtx2b"},{"Add":" Tld::WesternArabic, // mgbx4cd0ab"},{"Add":" Tld::TraditionalSimplified, // mix891f"},{"Add":" Tld::WesternCyrillic, // node"},{"Add":" Tld::Thai, // o3cw4h"},{"Add":" Tld::Arabic, // ogbpf8fl"},{"Add":" Tld::Cyrillic, // p1ai"},{"Add":" Tld::Arabic, // pgbs0dh"},{"Add":" Tld::Arabic, // q7ce6a"},{"Add":" Tld::Eu, // qxa6a"},{"Add":" Tld::Greek, // qxam"},{"Add":" Tld::Arabic, // wgbh1c"},{"Add":" Tld::Arabic, // wgbl6a"},{"Add":" Tld::Western, // xkc2al3hye2a"},{"Add":" Tld::WesternCyrillic, // y9a3aq"},{"Add":" Tld::SimplifiedTraditional, // yfro4i67o"},{"Add":" Tld::Arabic, // ygbi2ammx"},{"Add":"];"},{"Add":""}]}},{"FileAdd":{"meta":{"basename":"lib.rs","metadata":0},"context":[{"change":0,"pos":257}],"contents":[{"Add":"// Copyright Mozilla Foundation. See the COPYRIGHT"},{"Add":"// file at the top-level directory of this distribution."},{"Add":"//"},{"Add":"// Licensed under the Apache License, Version 2.0 or the MIT license"},{"Add":"// , at your"},{"Add":"// option. This file may not be copied, modified, or distributed"},{"Add":"// except according to those terms."},{"Add":""},{"Add":"//! `chardetng` is a character encoding detector for legacy Web content."},{"Add":"//!"},{"Add":"//! It is optimized for binary size in applications that already depend"},{"Add":"//! on `encoding_rs` for other reasons."},{"Add":""},{"Add":"#[cfg(feature = \"multithreading\")]"},{"Add":"use rayon::prelude::*;"},{"Add":""},{"Add":"#[cfg(feature = \"multithreading\")]"},{"Add":"use arrayvec::ArrayVec;"},{"Add":""},{"Add":"#[cfg(all(target_arch = \"x86\", target_feature = \"sse2\"))]"},{"Add":"use core::arch::x86::__m128i;"},{"Add":"#[cfg(all(target_arch = \"x86\", target_feature = \"sse2\"))]"},{"Add":"use core::arch::x86::_mm_movemask_epi8;"},{"Add":""},{"Add":"#[cfg(all(target_arch = \"x86_64\", target_feature = \"sse2\"))]"},{"Add":"use core::arch::x86_64::__m128i;"},{"Add":"#[cfg(all(target_arch = \"x86_64\", target_feature = \"sse2\"))]"},{"Add":"use core::arch::x86_64::_mm_movemask_epi8;"},{"Add":""},{"Add":"use encoding_rs::Decoder;"},{"Add":"use encoding_rs::DecoderResult;"},{"Add":"use encoding_rs::Encoding;"},{"Add":"use encoding_rs::BIG5;"},{"Add":"use encoding_rs::EUC_JP;"},{"Add":"use encoding_rs::EUC_KR;"},{"Add":"use encoding_rs::GBK;"},{"Add":"use encoding_rs::ISO_2022_JP;"},{"Add":"use encoding_rs::ISO_8859_8;"},{"Add":"use encoding_rs::SHIFT_JIS;"},{"Add":"use encoding_rs::UTF_8;"},{"Add":"use encoding_rs::WINDOWS_1255;"},{"Add":""},{"Add":"mod data;"},{"Add":"mod tld;"},{"Add":"use data::*;"},{"Add":"use tld::classify_tld;"},{"Add":"use tld::Tld;"},{"Add":""},{"Add":"const LATIN_ADJACENCY_PENALTY: i64 = -50;"},{"Add":""},{"Add":"const IMPLAUSIBILITY_PENALTY: i64 = -220;"},{"Add":""},{"Add":"const ORDINAL_BONUS: i64 = 300;"},{"Add":""},{"Add":"const IMPLAUSIBLE_LATIN_CASE_TRANSITION_PENALTY: i64 = -180;"},{"Add":""},{"Add":"const NON_LATIN_CAPITALIZATION_BONUS: i64 = 40;"},{"Add":""},{"Add":"const NON_LATIN_ALL_CAPS_PENALTY: i64 = -40;"},{"Add":""},{"Add":"const NON_LATIN_MIXED_CASE_PENALTY: i64 = -20;"},{"Add":""},{"Add":"// Manually calibrated relative to windows-1256 Arabic"},{"Add":"const CJK_BASE_SCORE: i64 = 41;"},{"Add":""},{"Add":"const CJK_SECONDARY_BASE_SCORE: i64 = 20; // Was 20"},{"Add":""},{"Add":"const SHIFT_JIS_SCORE_PER_KANA: i64 = 20;"},{"Add":""},{"Add":"const SHIFT_JIS_SCORE_PER_LEVEL_1_KANJI: i64 = CJK_BASE_SCORE;"},{"Add":""},{"Add":"const SHIFT_JIS_SCORE_PER_LEVEL_2_KANJI: i64 = CJK_SECONDARY_BASE_SCORE;"},{"Add":""},{"Add":"// Manually calibrated relative to windows-1256 Persian and Urdu"},{"Add":"const SHIFT_JIS_INITIAL_HALF_WIDTH_KATAKANA_PENALTY: i64 = -75;"},{"Add":""},{"Add":"const HALF_WIDTH_KATAKANA_SCORE: i64 = 1;"},{"Add":""},{"Add":"// Unclear if this is a good idea; seems not harmful, but can't be sure."},{"Add":"const HALF_WIDTH_KATAKANA_VOICING_SCORE: i64 = 10;"},{"Add":""},{"Add":"const SHIFT_JIS_PUA_PENALTY: i64 = -(CJK_BASE_SCORE * 10); // Should this be larger?"},{"Add":""},{"Add":"const SHIFT_JIS_EXTENSION_PENALTY: i64 = SHIFT_JIS_PUA_PENALTY * 2;"},{"Add":""},{"Add":"const SHIFT_JIS_SINGLE_BYTE_EXTENSION_PENALTY: i64 = SHIFT_JIS_EXTENSION_PENALTY;"},{"Add":""},{"Add":"const EUC_JP_SCORE_PER_KANA: i64 = CJK_BASE_SCORE + (CJK_BASE_SCORE / 3); // Relative to Big5"},{"Add":""},{"Add":"const EUC_JP_SCORE_PER_NEAR_OBSOLETE_KANA: i64 = CJK_BASE_SCORE - 1;"},{"Add":""},{"Add":"const EUC_JP_SCORE_PER_LEVEL_1_KANJI: i64 = CJK_BASE_SCORE;"},{"Add":""},{"Add":"const EUC_JP_SCORE_PER_LEVEL_2_KANJI: i64 = CJK_SECONDARY_BASE_SCORE;"},{"Add":""},{"Add":"const EUC_JP_SCORE_PER_OTHER_KANJI: i64 = CJK_SECONDARY_BASE_SCORE / 4;"},{"Add":""},{"Add":"const EUC_JP_INITIAL_KANA_PENALTY: i64 = -((CJK_BASE_SCORE / 3) + 1);"},{"Add":""},{"Add":"const EUC_JP_EXTENSION_PENALTY: i64 = -(CJK_BASE_SCORE * 50); // Needs to be more severe than for Shift_JIS to avoid misdetecting EUC-KR!"},{"Add":""},{"Add":"const BIG5_SCORE_PER_LEVEL_1_HANZI: i64 = CJK_BASE_SCORE;"},{"Add":""},{"Add":"const BIG5_SCORE_PER_OTHER_HANZI: i64 = CJK_SECONDARY_BASE_SCORE;"},{"Add":""},{"Add":"const BIG5_PUA_PENALTY: i64 = -(CJK_BASE_SCORE * 30); // More severe than other PUA penalties to avoid misdetecting EUC-KR! (25 as the multiplier is too little)"},{"Add":""},{"Add":"const BIG5_SINGLE_BYTE_EXTENSION_PENALTY: i64 = -(CJK_BASE_SCORE * 40);"},{"Add":""},{"Add":"const EUC_KR_SCORE_PER_EUC_HANGUL: i64 = CJK_BASE_SCORE + 1;"},{"Add":""},{"Add":"const EUC_KR_SCORE_PER_NON_EUC_HANGUL: i64 = CJK_SECONDARY_BASE_SCORE / 5;"},{"Add":""},{"Add":"const EUC_KR_SCORE_PER_HANJA: i64 = CJK_SECONDARY_BASE_SCORE / 2;"},{"Add":""},{"Add":"const EUC_KR_HANJA_AFTER_HANGUL_PENALTY: i64 = -(CJK_BASE_SCORE * 10);"},{"Add":""},{"Add":"const EUC_KR_LONG_WORD_PENALTY: i64 = -6;"},{"Add":""},{"Add":"const EUC_KR_PUA_PENALTY: i64 = GBK_PUA_PENALTY - 1; // Break tie in favor of GBK"},{"Add":""},{"Add":"const EUC_KR_MAC_KOREAN_PENALTY: i64 = EUC_KR_PUA_PENALTY * 2;"},{"Add":""},{"Add":"const EUC_KR_SINGLE_BYTE_EXTENSION_PENALTY: i64 = EUC_KR_MAC_KOREAN_PENALTY;"},{"Add":""},{"Add":"const GBK_SCORE_PER_LEVEL_1: i64 = CJK_BASE_SCORE;"},{"Add":""},{"Add":"const GBK_SCORE_PER_LEVEL_2: i64 = CJK_SECONDARY_BASE_SCORE;"},{"Add":""},{"Add":"const GBK_SCORE_PER_NON_EUC: i64 = CJK_SECONDARY_BASE_SCORE / 4;"},{"Add":""},{"Add":"const GBK_PUA_PENALTY: i64 = -(CJK_BASE_SCORE * 10); // Factor should be at least 2, but should it be larger?"},{"Add":""},{"Add":"const GBK_SINGLE_BYTE_EXTENSION_PENALTY: i64 = GBK_PUA_PENALTY * 4;"},{"Add":""},{"Add":"const CJK_LATIN_ADJACENCY_PENALTY: i64 = -CJK_BASE_SCORE; // smaller penalty than LATIN_ADJACENCY_PENALTY"},{"Add":""},{"Add":"const CJ_PUNCTUATION: i64 = CJK_BASE_SCORE / 2;"},{"Add":""},{"Add":"const CJK_OTHER: i64 = CJK_SECONDARY_BASE_SCORE / 4;"},{"Add":""},{"Add":"/// Latin letter caseless class"},{"Add":"const LATIN_LETTER: u8 = 1;"},{"Add":""},{"Add":"fn contains_upper_case_period_or_non_ascii(label: &[u8]) -> bool {"},{"Add":" for &b in label.into_iter() {"},{"Add":" if b >= 0x80 {"},{"Add":" return true;"},{"Add":" }"},{"Add":" if b == b'.' {"},{"Add":" return true;"},{"Add":" }"},{"Add":" if b >= b'A' && b <= b'Z' {"},{"Add":" return true;"},{"Add":" }"},{"Add":" }"},{"Add":" false"},{"Add":"}"},{"Add":""},{"Add":"// For Latin, we only penalize pairwise bad transitions"},{"Add":"// if one participant is non-ASCII. This avoids violating"},{"Add":"// the principle that ASCII pairs never contribute to the"},{"Add":"// score. (Maybe that's a bad principle, though!)"},{"Add":"#[derive(PartialEq)]"},{"Add":"enum LatinCaseState {"},{"Add":" Space,"},{"Add":" Upper,"},{"Add":" Lower,"},{"Add":" AllCaps,"},{"Add":"}"},{"Add":""},{"Add":"// Fon non-Latin, we calculate case-related penalty"},{"Add":"// or bonus on a per-non-Latin-word basis."},{"Add":"#[derive(PartialEq)]"},{"Add":"enum NonLatinCaseState {"},{"Add":" Space,"},{"Add":" Upper,"},{"Add":" Lower,"},{"Add":" UpperLower,"},{"Add":" AllCaps,"},{"Add":" Mix,"},{"Add":"}"},{"Add":""},{"Add":"struct NonLatinCasedCandidate {"},{"Add":" data: &'static SingleByteData,"},{"Add":" prev: u8,"},{"Add":" case_state: NonLatinCaseState,"},{"Add":" prev_ascii: bool,"},{"Add":" current_word_len: u64,"},{"Add":" longest_word: u64,"},{"Add":" ibm866: bool,"},{"Add":" prev_was_a0: bool, // Only used with IBM866"},{"Add":"}"},{"Add":""},{"Add":"impl NonLatinCasedCandidate {"},{"Add":" fn new(data: &'static SingleByteData) -> Self {"},{"Add":" NonLatinCasedCandidate {"},{"Add":" data: data,"},{"Add":" prev: 0,"},{"Add":" case_state: NonLatinCaseState::Space,"},{"Add":" prev_ascii: true,"},{"Add":" current_word_len: 0,"},{"Add":" longest_word: 0,"},{"Add":" ibm866: data == &SINGLE_BYTE_DATA[IBM866_INDEX],"},{"Add":" prev_was_a0: false,"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn feed(&mut self, buffer: &[u8]) -> Option {"},{"Add":" let mut score = 0i64;"},{"Add":" for &b in buffer {"},{"Add":" let class = self.data.classify(b);"},{"Add":" if class == 255 {"},{"Add":" return None;"},{"Add":" }"},{"Add":" let caseless_class = class & 0x7F;"},{"Add":""},{"Add":" let ascii = b < 0x80;"},{"Add":" let ascii_pair = self.prev_ascii && ascii;"},{"Add":""},{"Add":" let non_ascii_alphabetic = self.data.is_non_latin_alphabetic(caseless_class, false);"},{"Add":""},{"Add":" // The purpose of this state machine is to avoid misdetecting Greek as"},{"Add":" // Cyrillic by:"},{"Add":" //"},{"Add":" // * Giving a small bonus to words that start with an upper-case letter"},{"Add":" // and are lower-case for the rest."},{"Add":" // * Giving a large penalty to start with one lower-case letter followed"},{"Add":" // by all upper-case (obviously upper and lower case inverted, which"},{"Add":" // unfortunately is possible due to KOI8-U)."},{"Add":" // * Giving a small per-word penalty to all-uppercase KOI8-U (to favor"},{"Add":" // all-lowercase Greek over all-caps KOI8-U)."},{"Add":" // * Giving large penalties for mixed-case other than initial upper-case."},{"Add":" // This also helps relative to non-cased encodings."},{"Add":""},{"Add":" // ASCII doesn't participate in non-Latin casing."},{"Add":" if caseless_class == LATIN_LETTER {"},{"Add":" // Latin"},{"Add":" // Mark this word as a mess. If there end up being non-Latin"},{"Add":" // letters in this word, the ASCII-adjacency penalty gets"},{"Add":" // applied to Latin/non-Latin pairs and the mix penalty"},{"Add":" // to non-Latin/non-Latin pairs."},{"Add":" // XXX Apply penalty here"},{"Add":" self.case_state = NonLatinCaseState::Mix;"},{"Add":" } else if !non_ascii_alphabetic {"},{"Add":" // Space"},{"Add":" match self.case_state {"},{"Add":" NonLatinCaseState::Space"},{"Add":" | NonLatinCaseState::Upper"},{"Add":" | NonLatinCaseState::Lower => {}"},{"Add":" NonLatinCaseState::UpperLower => {"},{"Add":" // Intentionally applied only once per word."},{"Add":" score += NON_LATIN_CAPITALIZATION_BONUS;"},{"Add":" }"},{"Add":" NonLatinCaseState::AllCaps => {"},{"Add":" // Intentionally applied only once per word."},{"Add":" if self.data == &SINGLE_BYTE_DATA[KOI8_U_INDEX] {"},{"Add":" // Apply only to KOI8-U."},{"Add":" score += NON_LATIN_ALL_CAPS_PENALTY;"},{"Add":" }"},{"Add":" }"},{"Add":" NonLatinCaseState::Mix => {"},{"Add":" // Per letter"},{"Add":" score += NON_LATIN_MIXED_CASE_PENALTY * (self.current_word_len as i64);"},{"Add":" }"},{"Add":" }"},{"Add":" self.case_state = NonLatinCaseState::Space;"},{"Add":" } else if (class >> 7) == 0 {"},{"Add":" // Lower case"},{"Add":" match self.case_state {"},{"Add":" NonLatinCaseState::Space => {"},{"Add":" self.case_state = NonLatinCaseState::Lower;"},{"Add":" }"},{"Add":" NonLatinCaseState::Upper => {"},{"Add":" self.case_state = NonLatinCaseState::UpperLower;"},{"Add":" }"},{"Add":" NonLatinCaseState::Lower"},{"Add":" | NonLatinCaseState::UpperLower"},{"Add":" | NonLatinCaseState::Mix => {}"},{"Add":" NonLatinCaseState::AllCaps => {"},{"Add":" self.case_state = NonLatinCaseState::Mix;"},{"Add":" }"},{"Add":" }"},{"Add":" } else {"},{"Add":" // Upper case"},{"Add":" match self.case_state {"},{"Add":" NonLatinCaseState::Space => {"},{"Add":" self.case_state = NonLatinCaseState::Upper;"},{"Add":" }"},{"Add":" NonLatinCaseState::Upper => {"},{"Add":" self.case_state = NonLatinCaseState::AllCaps;"},{"Add":" }"},{"Add":" NonLatinCaseState::Lower | NonLatinCaseState::UpperLower => {"},{"Add":" self.case_state = NonLatinCaseState::Mix;"},{"Add":" }"},{"Add":" NonLatinCaseState::AllCaps | NonLatinCaseState::Mix => {}"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" // XXX Apply penalty if > 16"},{"Add":" if non_ascii_alphabetic {"},{"Add":" self.current_word_len += 1;"},{"Add":" } else {"},{"Add":" if self.current_word_len > self.longest_word {"},{"Add":" self.longest_word = self.current_word_len;"},{"Add":" }"},{"Add":" self.current_word_len = 0;"},{"Add":" }"},{"Add":""},{"Add":" let is_a0 = b == 0xA0;"},{"Add":" if !ascii_pair {"},{"Add":" // 0xA0 is no-break space in many other encodings, so avoid"},{"Add":" // assigning score to IBM866 when 0xA0 occurs next to itself"},{"Add":" // or a space-like byte."},{"Add":" if !(self.ibm866"},{"Add":" && ((is_a0 && (self.prev_was_a0 || self.prev == 0))"},{"Add":" || caseless_class == 0 && self.prev_was_a0))"},{"Add":" {"},{"Add":" score += self.data.score(caseless_class, self.prev, false);"},{"Add":" }"},{"Add":""},{"Add":" if self.prev == LATIN_LETTER && non_ascii_alphabetic {"},{"Add":" score += LATIN_ADJACENCY_PENALTY;"},{"Add":" } else if caseless_class == LATIN_LETTER"},{"Add":" && self.data.is_non_latin_alphabetic(self.prev, false)"},{"Add":" {"},{"Add":" score += LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" self.prev_ascii = ascii;"},{"Add":" self.prev = caseless_class;"},{"Add":" self.prev_was_a0 = is_a0;"},{"Add":" }"},{"Add":" Some(score)"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"enum OrdinalState {"},{"Add":" Other,"},{"Add":" Space,"},{"Add":" PeriodAfterN,"},{"Add":" OrdinalExpectingSpace,"},{"Add":" OrdinalExpectingSpaceUndoImplausibility,"},{"Add":" OrdinalExpectingSpaceOrDigit,"},{"Add":" OrdinalExpectingSpaceOrDigitUndoImplausibily,"},{"Add":" UpperN,"},{"Add":" LowerN,"},{"Add":" FeminineAbbreviationStartLetter,"},{"Add":" Digit,"},{"Add":" Roman,"},{"Add":"}"},{"Add":""},{"Add":"struct LatinCandidate {"},{"Add":" data: &'static SingleByteData,"},{"Add":" prev: u8,"},{"Add":" case_state: LatinCaseState,"},{"Add":" prev_non_ascii: u32,"},{"Add":" ordinal_state: OrdinalState, // Used only when `windows1252 == true`"},{"Add":" windows1252: bool,"},{"Add":"}"},{"Add":""},{"Add":"impl LatinCandidate {"},{"Add":" fn new(data: &'static SingleByteData) -> Self {"},{"Add":" LatinCandidate {"},{"Add":" data: data,"},{"Add":" prev: 0,"},{"Add":" case_state: LatinCaseState::Space,"},{"Add":" prev_non_ascii: 0,"},{"Add":" ordinal_state: OrdinalState::Space,"},{"Add":" windows1252: data == &SINGLE_BYTE_DATA[WINDOWS_1252_INDEX],"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn feed(&mut self, buffer: &[u8]) -> Option {"},{"Add":" let mut score = 0i64;"},{"Add":" for &b in buffer {"},{"Add":" let class = self.data.classify(b);"},{"Add":" if class == 255 {"},{"Add":" return None;"},{"Add":" }"},{"Add":" let caseless_class = class & 0x7F;"},{"Add":""},{"Add":" let ascii = b < 0x80;"},{"Add":" let ascii_pair = self.prev_non_ascii == 0 && ascii;"},{"Add":""},{"Add":" let non_ascii_penalty = match self.prev_non_ascii {"},{"Add":" 0 | 1 | 2 => 0,"},{"Add":" 3 => -5,"},{"Add":" 4 => -20,"},{"Add":" _ => -200,"},{"Add":" };"},{"Add":" score += non_ascii_penalty;"},{"Add":" // XXX if has Vietnamese-only characters and word length > 7,"},{"Add":" // apply penalty"},{"Add":""},{"Add":" if !self.data.is_latin_alphabetic(caseless_class) {"},{"Add":" self.case_state = LatinCaseState::Space;"},{"Add":" } else if (class >> 7) == 0 {"},{"Add":" // Penalizing lower case after two upper case"},{"Add":" // is important for avoiding misdetecting"},{"Add":" // windows-1250 as windows-1252 (byte 0x9F)."},{"Add":" if self.case_state == LatinCaseState::AllCaps && !ascii_pair {"},{"Add":" score += IMPLAUSIBLE_LATIN_CASE_TRANSITION_PENALTY;"},{"Add":" }"},{"Add":" self.case_state = LatinCaseState::Lower;"},{"Add":" } else {"},{"Add":" match self.case_state {"},{"Add":" LatinCaseState::Space => {"},{"Add":" self.case_state = LatinCaseState::Upper;"},{"Add":" }"},{"Add":" LatinCaseState::Upper | LatinCaseState::AllCaps => {"},{"Add":" self.case_state = LatinCaseState::AllCaps;"},{"Add":" }"},{"Add":" LatinCaseState::Lower => {"},{"Add":" if !ascii_pair {"},{"Add":" // XXX How bad is this for Irish Gaelic?"},{"Add":" score += IMPLAUSIBLE_LATIN_CASE_TRANSITION_PENALTY;"},{"Add":" }"},{"Add":" self.case_state = LatinCaseState::Upper;"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" // Treat pairing space-like, which can be non-ASCII, with ASCII as"},{"Add":" // ASCIIish enough not to get a score in order to avoid giving"},{"Add":" // ASCII i and I in windows-1254 next to windows-125x apostrophe/quote"},{"Add":" // a score. This avoids detecting English I’ as Turkish."},{"Add":" let ascii_ish_pair = ascii_pair"},{"Add":" || (ascii && self.prev == 0)"},{"Add":" || (caseless_class == 0 && self.prev_non_ascii == 0);"},{"Add":""},{"Add":" if !ascii_ish_pair {"},{"Add":" score += self.data.score(caseless_class, self.prev, false);"},{"Add":" }"},{"Add":""},{"Add":" if self.windows1252 {"},{"Add":" // This state machine assigns score to the sequences"},{"Add":" // * \" º \" (Spanish)"},{"Add":" // * \" ª \" (Spanish)"},{"Add":" // * \".ª \" (Spanish)"},{"Add":" // * \".º \" (Spanish)"},{"Add":" // * \"n.º1\" (Spanish)"},{"Add":" // * \" Mª \" (Spanish)"},{"Add":" // * \" Dª \" (Spanish)"},{"Add":" // * \" Nª \" (Spanish)"},{"Add":" // * \" Sª \" (Spanish)"},{"Add":" // * \" 3º \" (Italian, where 3 is an ASCII digit)"},{"Add":" // * \" 3ª \" (Italian, where 3 is an ASCII digit)"},{"Add":" // * \" Xº \" (Italian, where X is a small Roman numeral)"},{"Add":" // * \" Xª \" (Italian, where X is a small Roman numeral)"},{"Add":" // * \" Nº1\" (Italian, where 1 is an ASCII digit)"},{"Add":" // * \" Nº \" (Italian)"},{"Add":" // which are problematic to deal with by pairwise scoring"},{"Add":" // without messing up Romanian detection."},{"Add":" // Initial sc"},{"Add":" match self.ordinal_state {"},{"Add":" OrdinalState::Other => {"},{"Add":" if caseless_class == 0 {"},{"Add":" self.ordinal_state = OrdinalState::Space;"},{"Add":" }"},{"Add":" }"},{"Add":" OrdinalState::Space => {"},{"Add":" if caseless_class == 0 {"},{"Add":" // pass"},{"Add":" } else if b == 0xAA || b == 0xBA {"},{"Add":" self.ordinal_state = OrdinalState::OrdinalExpectingSpace;"},{"Add":" } else if b == b'M' || b == b'D' || b == b'S' {"},{"Add":" self.ordinal_state = OrdinalState::FeminineAbbreviationStartLetter;"},{"Add":" } else if b == b'N' {"},{"Add":" // numero or Nuestra"},{"Add":" self.ordinal_state = OrdinalState::UpperN;"},{"Add":" } else if b == b'n' {"},{"Add":" // numero"},{"Add":" self.ordinal_state = OrdinalState::LowerN;"},{"Add":" } else if caseless_class == (ASCII_DIGIT as u8) {"},{"Add":" self.ordinal_state = OrdinalState::Digit;"},{"Add":" } else if caseless_class == 9 /* I */ || caseless_class == 22 /* V */ || caseless_class == 24"},{"Add":" /* X */"},{"Add":" {"},{"Add":" self.ordinal_state = OrdinalState::Roman;"},{"Add":" } else {"},{"Add":" self.ordinal_state = OrdinalState::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" OrdinalState::OrdinalExpectingSpace => {"},{"Add":" if caseless_class == 0 {"},{"Add":" score += ORDINAL_BONUS;"},{"Add":" self.ordinal_state = OrdinalState::Space;"},{"Add":" } else {"},{"Add":" self.ordinal_state = OrdinalState::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" OrdinalState::OrdinalExpectingSpaceUndoImplausibility => {"},{"Add":" if caseless_class == 0 {"},{"Add":" score += ORDINAL_BONUS - IMPLAUSIBILITY_PENALTY;"},{"Add":" self.ordinal_state = OrdinalState::Space;"},{"Add":" } else {"},{"Add":" self.ordinal_state = OrdinalState::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" OrdinalState::OrdinalExpectingSpaceOrDigit => {"},{"Add":" if caseless_class == 0 {"},{"Add":" score += ORDINAL_BONUS;"},{"Add":" self.ordinal_state = OrdinalState::Space;"},{"Add":" } else if caseless_class == (ASCII_DIGIT as u8) {"},{"Add":" score += ORDINAL_BONUS;"},{"Add":" // Deliberately set to `Other`"},{"Add":" self.ordinal_state = OrdinalState::Other;"},{"Add":" } else {"},{"Add":" self.ordinal_state = OrdinalState::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" OrdinalState::OrdinalExpectingSpaceOrDigitUndoImplausibily => {"},{"Add":" if caseless_class == 0 {"},{"Add":" score += ORDINAL_BONUS - IMPLAUSIBILITY_PENALTY;"},{"Add":" self.ordinal_state = OrdinalState::Space;"},{"Add":" } else if caseless_class == (ASCII_DIGIT as u8) {"},{"Add":" score += ORDINAL_BONUS - IMPLAUSIBILITY_PENALTY;"},{"Add":" // Deliberately set to `Other`"},{"Add":" self.ordinal_state = OrdinalState::Other;"},{"Add":" } else {"},{"Add":" self.ordinal_state = OrdinalState::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" OrdinalState::UpperN => {"},{"Add":" if b == 0xAA {"},{"Add":" self.ordinal_state ="},{"Add":" OrdinalState::OrdinalExpectingSpaceUndoImplausibility;"},{"Add":" } else if b == 0xBA {"},{"Add":" self.ordinal_state ="},{"Add":" OrdinalState::OrdinalExpectingSpaceOrDigitUndoImplausibily;"},{"Add":" } else if b == b'.' {"},{"Add":" self.ordinal_state = OrdinalState::PeriodAfterN;"},{"Add":" } else if caseless_class == 0 {"},{"Add":" self.ordinal_state = OrdinalState::Space;"},{"Add":" } else {"},{"Add":" self.ordinal_state = OrdinalState::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" OrdinalState::LowerN => {"},{"Add":" if b == 0xBA {"},{"Add":" self.ordinal_state ="},{"Add":" OrdinalState::OrdinalExpectingSpaceOrDigitUndoImplausibily;"},{"Add":" } else if b == b'.' {"},{"Add":" self.ordinal_state = OrdinalState::PeriodAfterN;"},{"Add":" } else if caseless_class == 0 {"},{"Add":" self.ordinal_state = OrdinalState::Space;"},{"Add":" } else {"},{"Add":" self.ordinal_state = OrdinalState::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" OrdinalState::FeminineAbbreviationStartLetter => {"},{"Add":" if b == 0xAA {"},{"Add":" self.ordinal_state ="},{"Add":" OrdinalState::OrdinalExpectingSpaceUndoImplausibility;"},{"Add":" } else if caseless_class == 0 {"},{"Add":" self.ordinal_state = OrdinalState::Space;"},{"Add":" } else {"},{"Add":" self.ordinal_state = OrdinalState::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" OrdinalState::Digit => {"},{"Add":" if b == 0xAA || b == 0xBA {"},{"Add":" self.ordinal_state = OrdinalState::OrdinalExpectingSpace;"},{"Add":" } else if caseless_class == 0 {"},{"Add":" self.ordinal_state = OrdinalState::Space;"},{"Add":" } else if caseless_class == (ASCII_DIGIT as u8) {"},{"Add":" // pass"},{"Add":" } else {"},{"Add":" self.ordinal_state = OrdinalState::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" OrdinalState::Roman => {"},{"Add":" if b == 0xAA || b == 0xBA {"},{"Add":" self.ordinal_state ="},{"Add":" OrdinalState::OrdinalExpectingSpaceUndoImplausibility;"},{"Add":" } else if caseless_class == 0 {"},{"Add":" self.ordinal_state = OrdinalState::Space;"},{"Add":" } else if caseless_class == 9 /* I */ || caseless_class == 22 /* V */ || caseless_class == 24"},{"Add":" /* X */"},{"Add":" {"},{"Add":" // pass"},{"Add":" } else {"},{"Add":" self.ordinal_state = OrdinalState::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" OrdinalState::PeriodAfterN => {"},{"Add":" if b == 0xBA {"},{"Add":" self.ordinal_state = OrdinalState::OrdinalExpectingSpaceOrDigit;"},{"Add":" } else if caseless_class == 0 {"},{"Add":" self.ordinal_state = OrdinalState::Space;"},{"Add":" } else {"},{"Add":" self.ordinal_state = OrdinalState::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" if ascii {"},{"Add":" self.prev_non_ascii = 0;"},{"Add":" } else {"},{"Add":" self.prev_non_ascii += 1;"},{"Add":" }"},{"Add":" self.prev = caseless_class;"},{"Add":" }"},{"Add":" Some(score)"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"struct ArabicFrenchCandidate {"},{"Add":" data: &'static SingleByteData,"},{"Add":" prev: u8,"},{"Add":" case_state: LatinCaseState,"},{"Add":" prev_ascii: bool,"},{"Add":" current_word_len: u64,"},{"Add":" longest_word: u64,"},{"Add":"}"},{"Add":""},{"Add":"impl ArabicFrenchCandidate {"},{"Add":" fn new(data: &'static SingleByteData) -> Self {"},{"Add":" ArabicFrenchCandidate {"},{"Add":" data: data,"},{"Add":" prev: 0,"},{"Add":" case_state: LatinCaseState::Space,"},{"Add":" prev_ascii: true,"},{"Add":" current_word_len: 0,"},{"Add":" longest_word: 0,"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn feed(&mut self, buffer: &[u8]) -> Option {"},{"Add":" let mut score = 0i64;"},{"Add":" for &b in buffer {"},{"Add":" let class = self.data.classify(b);"},{"Add":" if class == 255 {"},{"Add":" return None;"},{"Add":" }"},{"Add":" let caseless_class = class & 0x7F;"},{"Add":""},{"Add":" let ascii = b < 0x80;"},{"Add":" let ascii_pair = self.prev_ascii && ascii;"},{"Add":""},{"Add":" if caseless_class != LATIN_LETTER {"},{"Add":" // We compute case penalties for French only"},{"Add":" self.case_state = LatinCaseState::Space;"},{"Add":" } else if (class >> 7) == 0 {"},{"Add":" if self.case_state == LatinCaseState::AllCaps && !ascii_pair {"},{"Add":" score += IMPLAUSIBLE_LATIN_CASE_TRANSITION_PENALTY;"},{"Add":" }"},{"Add":" self.case_state = LatinCaseState::Lower;"},{"Add":" } else {"},{"Add":" match self.case_state {"},{"Add":" LatinCaseState::Space => {"},{"Add":" self.case_state = LatinCaseState::Upper;"},{"Add":" }"},{"Add":" LatinCaseState::Upper | LatinCaseState::AllCaps => {"},{"Add":" self.case_state = LatinCaseState::AllCaps;"},{"Add":" }"},{"Add":" LatinCaseState::Lower => {"},{"Add":" if !ascii_pair {"},{"Add":" score += IMPLAUSIBLE_LATIN_CASE_TRANSITION_PENALTY;"},{"Add":" }"},{"Add":" self.case_state = LatinCaseState::Upper;"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" // Count only Arabic word length and ignore French"},{"Add":" let non_ascii_alphabetic = self.data.is_non_latin_alphabetic(caseless_class, true);"},{"Add":" // XXX apply penalty if > 23"},{"Add":" if non_ascii_alphabetic {"},{"Add":" self.current_word_len += 1;"},{"Add":" } else {"},{"Add":" if self.current_word_len > self.longest_word {"},{"Add":" self.longest_word = self.current_word_len;"},{"Add":" }"},{"Add":" self.current_word_len = 0;"},{"Add":" }"},{"Add":""},{"Add":" if !ascii_pair {"},{"Add":" score += self.data.score(caseless_class, self.prev, true);"},{"Add":""},{"Add":" if self.prev == LATIN_LETTER && non_ascii_alphabetic {"},{"Add":" score += LATIN_ADJACENCY_PENALTY;"},{"Add":" } else if caseless_class == LATIN_LETTER"},{"Add":" && self.data.is_non_latin_alphabetic(self.prev, true)"},{"Add":" {"},{"Add":" score += LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" self.prev_ascii = ascii;"},{"Add":" self.prev = caseless_class;"},{"Add":" }"},{"Add":" Some(score)"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"struct CaselessCandidate {"},{"Add":" data: &'static SingleByteData,"},{"Add":" prev: u8,"},{"Add":" prev_ascii: bool,"},{"Add":" current_word_len: u64,"},{"Add":" longest_word: u64,"},{"Add":"}"},{"Add":""},{"Add":"impl CaselessCandidate {"},{"Add":" fn new(data: &'static SingleByteData) -> Self {"},{"Add":" CaselessCandidate {"},{"Add":" data: data,"},{"Add":" prev: 0,"},{"Add":" prev_ascii: true,"},{"Add":" current_word_len: 0,"},{"Add":" longest_word: 0,"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn feed(&mut self, buffer: &[u8]) -> Option {"},{"Add":" let mut score = 0i64;"},{"Add":" for &b in buffer {"},{"Add":" let class = self.data.classify(b);"},{"Add":" if class == 255 {"},{"Add":" return None;"},{"Add":" }"},{"Add":" let caseless_class = class & 0x7F;"},{"Add":""},{"Add":" let ascii = b < 0x80;"},{"Add":" let ascii_pair = self.prev_ascii && ascii;"},{"Add":""},{"Add":" let non_ascii_alphabetic = self.data.is_non_latin_alphabetic(caseless_class, false);"},{"Add":" // Apply penalty if > 23 and not Thai"},{"Add":" if non_ascii_alphabetic {"},{"Add":" self.current_word_len += 1;"},{"Add":" } else {"},{"Add":" if self.current_word_len > self.longest_word {"},{"Add":" self.longest_word = self.current_word_len;"},{"Add":" }"},{"Add":" self.current_word_len = 0;"},{"Add":" }"},{"Add":""},{"Add":" if !ascii_pair {"},{"Add":" score += self.data.score(caseless_class, self.prev, false);"},{"Add":""},{"Add":" if self.prev == LATIN_LETTER && non_ascii_alphabetic {"},{"Add":" score += LATIN_ADJACENCY_PENALTY;"},{"Add":" } else if caseless_class == LATIN_LETTER"},{"Add":" && self.data.is_non_latin_alphabetic(self.prev, false)"},{"Add":" {"},{"Add":" score += LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" self.prev_ascii = ascii;"},{"Add":" self.prev = caseless_class;"},{"Add":" }"},{"Add":" Some(score)"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"fn is_ascii_punctuation(byte: u8) -> bool {"},{"Add":" match byte {"},{"Add":" b'.' | b',' | b':' | b';' | b'?' | b'!' => true,"},{"Add":" _ => false,"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"struct LogicalCandidate {"},{"Add":" data: &'static SingleByteData,"},{"Add":" prev: u8,"},{"Add":" prev_ascii: bool,"},{"Add":" plausible_punctuation: u64,"},{"Add":" current_word_len: u64,"},{"Add":" longest_word: u64,"},{"Add":"}"},{"Add":""},{"Add":"impl LogicalCandidate {"},{"Add":" fn new(data: &'static SingleByteData) -> Self {"},{"Add":" LogicalCandidate {"},{"Add":" data: data,"},{"Add":" prev: 0,"},{"Add":" prev_ascii: true,"},{"Add":" plausible_punctuation: 0,"},{"Add":" current_word_len: 0,"},{"Add":" longest_word: 0,"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn feed(&mut self, buffer: &[u8]) -> Option {"},{"Add":" let mut score = 0i64;"},{"Add":" for &b in buffer {"},{"Add":" let class = self.data.classify(b);"},{"Add":" if class == 255 {"},{"Add":" return None;"},{"Add":" }"},{"Add":" let caseless_class = class & 0x7F;"},{"Add":""},{"Add":" let ascii = b < 0x80;"},{"Add":" let ascii_pair = self.prev_ascii && ascii;"},{"Add":""},{"Add":" let non_ascii_alphabetic = self.data.is_non_latin_alphabetic(caseless_class, false);"},{"Add":" // XXX apply penalty if > 22"},{"Add":" if non_ascii_alphabetic {"},{"Add":" self.current_word_len += 1;"},{"Add":" } else {"},{"Add":" if self.current_word_len > self.longest_word {"},{"Add":" self.longest_word = self.current_word_len;"},{"Add":" }"},{"Add":" self.current_word_len = 0;"},{"Add":" }"},{"Add":""},{"Add":" if !ascii_pair {"},{"Add":" score += self.data.score(caseless_class, self.prev, false);"},{"Add":""},{"Add":" let prev_non_ascii_alphabetic = self.data.is_non_latin_alphabetic(self.prev, false);"},{"Add":" if caseless_class == 0 && prev_non_ascii_alphabetic && is_ascii_punctuation(b) {"},{"Add":" self.plausible_punctuation += 1;"},{"Add":" }"},{"Add":""},{"Add":" if self.prev == LATIN_LETTER && non_ascii_alphabetic {"},{"Add":" score += LATIN_ADJACENCY_PENALTY;"},{"Add":" } else if caseless_class == LATIN_LETTER && prev_non_ascii_alphabetic {"},{"Add":" score += LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" self.prev_ascii = ascii;"},{"Add":" self.prev = caseless_class;"},{"Add":" }"},{"Add":" Some(score)"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"struct VisualCandidate {"},{"Add":" data: &'static SingleByteData,"},{"Add":" prev: u8,"},{"Add":" prev_ascii: bool,"},{"Add":" prev_punctuation: bool,"},{"Add":" plausible_punctuation: u64,"},{"Add":" current_word_len: u64,"},{"Add":" longest_word: u64,"},{"Add":"}"},{"Add":""},{"Add":"impl VisualCandidate {"},{"Add":" fn new(data: &'static SingleByteData) -> Self {"},{"Add":" VisualCandidate {"},{"Add":" data: data,"},{"Add":" prev: 0,"},{"Add":" prev_ascii: true,"},{"Add":" prev_punctuation: false,"},{"Add":" plausible_punctuation: 0,"},{"Add":" current_word_len: 0,"},{"Add":" longest_word: 0,"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn feed(&mut self, buffer: &[u8]) -> Option {"},{"Add":" let mut score = 0i64;"},{"Add":" for &b in buffer {"},{"Add":" let class = self.data.classify(b);"},{"Add":" if class == 255 {"},{"Add":" return None;"},{"Add":" }"},{"Add":" let caseless_class = class & 0x7F;"},{"Add":""},{"Add":" let ascii = b < 0x80;"},{"Add":" let ascii_pair = self.prev_ascii && ascii;"},{"Add":""},{"Add":" let non_ascii_alphabetic = self.data.is_non_latin_alphabetic(caseless_class, false);"},{"Add":" // XXX apply penalty if > 22"},{"Add":" if non_ascii_alphabetic {"},{"Add":" self.current_word_len += 1;"},{"Add":" } else {"},{"Add":" if self.current_word_len > self.longest_word {"},{"Add":" self.longest_word = self.current_word_len;"},{"Add":" }"},{"Add":" self.current_word_len = 0;"},{"Add":" }"},{"Add":""},{"Add":" if !ascii_pair {"},{"Add":" score += self.data.score(caseless_class, self.prev, false);"},{"Add":""},{"Add":" if non_ascii_alphabetic && self.prev_punctuation {"},{"Add":" self.plausible_punctuation += 1;"},{"Add":" }"},{"Add":""},{"Add":" if self.prev == LATIN_LETTER && non_ascii_alphabetic {"},{"Add":" score += LATIN_ADJACENCY_PENALTY;"},{"Add":" } else if caseless_class == LATIN_LETTER"},{"Add":" && self.data.is_non_latin_alphabetic(self.prev, false)"},{"Add":" {"},{"Add":" score += LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" self.prev_ascii = ascii;"},{"Add":" self.prev = caseless_class;"},{"Add":" self.prev_punctuation = caseless_class == 0 && is_ascii_punctuation(b);"},{"Add":" }"},{"Add":" Some(score)"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"struct Utf8Candidate {"},{"Add":" decoder: Decoder,"},{"Add":"}"},{"Add":""},{"Add":"impl Utf8Candidate {"},{"Add":" fn feed(&mut self, buffer: &[u8], last: bool) -> Option {"},{"Add":" let mut dst = [0u8; 1024];"},{"Add":" let mut total_read = 0;"},{"Add":" loop {"},{"Add":" let (result, read, _) = self.decoder.decode_to_utf8_without_replacement("},{"Add":" &buffer[total_read..],"},{"Add":" &mut dst,"},{"Add":" last,"},{"Add":" );"},{"Add":" total_read += read;"},{"Add":" match result {"},{"Add":" DecoderResult::InputEmpty => {"},{"Add":" return Some(0);"},{"Add":" }"},{"Add":" DecoderResult::Malformed(_, _) => {"},{"Add":" return None;"},{"Add":" }"},{"Add":" DecoderResult::OutputFull => {"},{"Add":" continue;"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"struct Iso2022Candidate {"},{"Add":" decoder: Decoder,"},{"Add":"}"},{"Add":""},{"Add":"impl Iso2022Candidate {"},{"Add":" fn feed(&mut self, buffer: &[u8], last: bool) -> Option {"},{"Add":" let mut dst = [0u16; 1024];"},{"Add":" let mut total_read = 0;"},{"Add":" loop {"},{"Add":" let (result, read, _) = self.decoder.decode_to_utf16_without_replacement("},{"Add":" &buffer[total_read..],"},{"Add":" &mut dst,"},{"Add":" last,"},{"Add":" );"},{"Add":" total_read += read;"},{"Add":" match result {"},{"Add":" DecoderResult::InputEmpty => {"},{"Add":" return Some(0);"},{"Add":" }"},{"Add":" DecoderResult::Malformed(_, _) => {"},{"Add":" return None;"},{"Add":" }"},{"Add":" DecoderResult::OutputFull => {"},{"Add":" continue;"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"#[derive(PartialEq)]"},{"Add":"enum LatinCj {"},{"Add":" AsciiLetter,"},{"Add":" Cj,"},{"Add":" Other,"},{"Add":"}"},{"Add":""},{"Add":"#[derive(PartialEq, Copy, Clone)]"},{"Add":"enum HalfWidthKatakana {"},{"Add":" DakutenForbidden,"},{"Add":" DakutenAllowed,"},{"Add":" DakutenOrHandakutenAllowed,"},{"Add":"}"},{"Add":""},{"Add":"#[derive(PartialEq)]"},{"Add":"enum LatinKorean {"},{"Add":" AsciiLetter,"},{"Add":" Hangul,"},{"Add":" Hanja,"},{"Add":" Other,"},{"Add":"}"},{"Add":""},{"Add":"fn cjk_extra_score(u: u16, table: &'static [u16; 128]) -> i64 {"},{"Add":" if let Some(pos) = table.iter().position(|&x| x == u) {"},{"Add":" ((128 - pos) / 16) as i64"},{"Add":" } else {"},{"Add":" 0"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"struct GbkCandidate {"},{"Add":" decoder: Decoder,"},{"Add":" prev_byte: u8,"},{"Add":" prev: LatinCj,"},{"Add":" pending_score: Option,"},{"Add":"}"},{"Add":""},{"Add":"impl GbkCandidate {"},{"Add":" fn maybe_set_as_pending(&mut self, s: i64) -> i64 {"},{"Add":" assert!(self.pending_score.is_none());"},{"Add":" if self.prev == LatinCj::Cj || !more_problematic_lead(self.prev_byte) {"},{"Add":" s"},{"Add":" } else {"},{"Add":" self.pending_score = Some(s);"},{"Add":" 0"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn feed(&mut self, buffer: &[u8], last: bool) -> Option {"},{"Add":" let mut score = 0i64;"},{"Add":" let mut src = [0u8];"},{"Add":" let mut dst = [0u16; 2];"},{"Add":" for &b in buffer {"},{"Add":" src[0] = b;"},{"Add":" let (result, read, written) = self"},{"Add":" .decoder"},{"Add":" .decode_to_utf16_without_replacement(&src, &mut dst, false);"},{"Add":" if written == 1 {"},{"Add":" let u = dst[0];"},{"Add":" if (u >= u16::from(b'a') && u <= u16::from(b'z'))"},{"Add":" || (u >= u16::from(b'A') && u <= u16::from(b'Z'))"},{"Add":" {"},{"Add":" self.pending_score = None; // Discard pending score"},{"Add":" if self.prev == LatinCj::Cj {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::AsciiLetter;"},{"Add":" } else if u == 0x20AC {"},{"Add":" // euro sign"},{"Add":" self.pending_score = None; // Discard pending score"},{"Add":" // Should there even be a penalty?"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" } else if u >= 0x4E00 && u <= 0x9FA5 {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" if b >= 0xA1 && b <= 0xFE {"},{"Add":" match self.prev_byte {"},{"Add":" 0xA1..=0xD7 => {"},{"Add":" score += GBK_SCORE_PER_LEVEL_1;"},{"Add":" score +="},{"Add":" cjk_extra_score(u, &data::DETECTOR_DATA.frequent_simplified);"},{"Add":" }"},{"Add":" 0xD8..=0xFE => score += GBK_SCORE_PER_LEVEL_2,"},{"Add":" _ => {"},{"Add":" score += GBK_SCORE_PER_NON_EUC;"},{"Add":" }"},{"Add":" }"},{"Add":" } else {"},{"Add":" score += self.maybe_set_as_pending(GBK_SCORE_PER_NON_EUC);"},{"Add":" }"},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Cj;"},{"Add":" } else if (u >= 0x3400 && u < 0xA000) || (u >= 0xF900 && u < 0xFB00) {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" // XXX score?"},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Cj;"},{"Add":" } else if u >= 0xE000 && u < 0xF900 {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" // Treat the GB18030-required PUA mappings as non-EUC ideographs."},{"Add":" match u {"},{"Add":" 0xE78D..=0xE796"},{"Add":" | 0xE816..=0xE818"},{"Add":" | 0xE81E"},{"Add":" | 0xE826"},{"Add":" | 0xE82B"},{"Add":" | 0xE82C"},{"Add":" | 0xE831"},{"Add":" | 0xE832"},{"Add":" | 0xE83B"},{"Add":" | 0xE843"},{"Add":" | 0xE854"},{"Add":" | 0xE855"},{"Add":" | 0xE864 => {"},{"Add":" score += GBK_SCORE_PER_NON_EUC;"},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Cj;"},{"Add":" }"},{"Add":" _ => {"},{"Add":" score += GBK_PUA_PENALTY;"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" } else {"},{"Add":" match u {"},{"Add":" 0x3000 // Distinct from Korean, space"},{"Add":" | 0x3001 // Distinct from Korean, enumeration comma"},{"Add":" | 0x3002 // Distinct from Korean, full stop"},{"Add":" | 0xFF08 // Distinct from Korean, parenthesis"},{"Add":" | 0xFF09 // Distinct from Korean, parenthesis"},{"Add":" | 0xFF01 // Distinct from Japanese, exclamation"},{"Add":" | 0xFF0C // Distinct from Japanese, comma"},{"Add":" | 0xFF1B // Distinct from Japanese, semicolon"},{"Add":" | 0xFF1F // Distinct from Japanese, question"},{"Add":" => {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" score += CJ_PUNCTUATION;"},{"Add":" }"},{"Add":" 0..=0x7F => {"},{"Add":" self.pending_score = None; // Discard pending score"},{"Add":" }"},{"Add":" _ => {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" score += CJK_OTHER;"},{"Add":" }"},{"Add":" }"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" }"},{"Add":" } else if written == 2 {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" let u = dst[0];"},{"Add":" if u >= 0xDB80 && u <= 0xDBFF {"},{"Add":" score += GBK_PUA_PENALTY;"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" } else if u >= 0xD480 && u < 0xD880 {"},{"Add":" score += GBK_SCORE_PER_NON_EUC;"},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Cj;"},{"Add":" } else {"},{"Add":" score += CJK_OTHER;"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" match result {"},{"Add":" DecoderResult::InputEmpty => {"},{"Add":" assert_eq!(read, 1);"},{"Add":" }"},{"Add":" DecoderResult::Malformed(malformed_len, _) => {"},{"Add":" if (self.prev_byte == 0xA0 || self.prev_byte == 0xFE || self.prev_byte == 0xFD)"},{"Add":" && (b < 0x80 || b == 0xFF)"},{"Add":" {"},{"Add":" // Mac OS Chinese Simplified single-byte that conflicts with code page GBK lead byte"},{"Add":" // followed by ASCII or a non-conflicting single-byte extension."},{"Add":" self.pending_score = None; // Just in case"},{"Add":" score += GBK_SINGLE_BYTE_EXTENSION_PENALTY;"},{"Add":" if (b >= b'a' && b <= b'z') || (b >= b'A' && b <= b'Z') {"},{"Add":" self.prev = LatinCj::AsciiLetter;"},{"Add":" } else if b == 0xFF {"},{"Add":" score += GBK_SINGLE_BYTE_EXTENSION_PENALTY;"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" } else {"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" }"},{"Add":" // The GBK decoder has the pending ASCII concept, which is"},{"Add":" // a problem with this trickery, so let's reset the state."},{"Add":" self.decoder = GBK.new_decoder_without_bom_handling();"},{"Add":" } else if malformed_len == 1 && b == 0xFF {"},{"Add":" // Mac OS Chinese Simplified single-byte extension that doesn't conflict with lead bytes"},{"Add":" self.pending_score = None; // Just in case"},{"Add":" score += GBK_SINGLE_BYTE_EXTENSION_PENALTY;"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" // The GBK decoder has the pending ASCII concept, which is"},{"Add":" // a problem with this trickery, so let's reset the state."},{"Add":" self.decoder = GBK.new_decoder_without_bom_handling();"},{"Add":" } else {"},{"Add":" return None;"},{"Add":" }"},{"Add":" }"},{"Add":" DecoderResult::OutputFull => {"},{"Add":" unreachable!();"},{"Add":" }"},{"Add":" }"},{"Add":" self.prev_byte = b;"},{"Add":" }"},{"Add":" if last {"},{"Add":" let (result, _, _) = self"},{"Add":" .decoder"},{"Add":" .decode_to_utf16_without_replacement(b\"\", &mut dst, true);"},{"Add":" match result {"},{"Add":" DecoderResult::InputEmpty => {}"},{"Add":" DecoderResult::Malformed(_, _) => {"},{"Add":" return None;"},{"Add":" }"},{"Add":" DecoderResult::OutputFull => {"},{"Add":" unreachable!();"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" Some(score)"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"// Shift_JIS and Big5"},{"Add":"fn problematic_lead(b: u8) -> bool {"},{"Add":" match b {"},{"Add":" 0x91..=0x97 | 0x9A | 0x8A | 0x9B | 0x8B | 0x9E | 0x8E | 0xB0 => true,"},{"Add":" _ => false,"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"// GBK and EUC-KR"},{"Add":"fn more_problematic_lead(b: u8) -> bool {"},{"Add":" problematic_lead(b) || b == 0x82 || b == 0x84 || b == 0x85 || b == 0xA0"},{"Add":"}"},{"Add":""},{"Add":"struct ShiftJisCandidate {"},{"Add":" decoder: Decoder,"},{"Add":" half_width_katakana_seen: bool,"},{"Add":" half_width_katakana_state: HalfWidthKatakana,"},{"Add":" prev: LatinCj,"},{"Add":" prev_byte: u8,"},{"Add":" pending_score: Option,"},{"Add":"}"},{"Add":""},{"Add":"impl ShiftJisCandidate {"},{"Add":" fn maybe_set_as_pending(&mut self, s: i64) -> i64 {"},{"Add":" assert!(self.pending_score.is_none());"},{"Add":" if self.prev == LatinCj::Cj || !problematic_lead(self.prev_byte) {"},{"Add":" s"},{"Add":" } else {"},{"Add":" self.pending_score = Some(s);"},{"Add":" 0"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn feed(&mut self, buffer: &[u8], last: bool) -> Option {"},{"Add":" let mut score = 0i64;"},{"Add":" let mut src = [0u8];"},{"Add":" let mut dst = [0u16; 2];"},{"Add":" for &b in buffer {"},{"Add":" src[0] = b;"},{"Add":" let (result, read, written) = self"},{"Add":" .decoder"},{"Add":" .decode_to_utf16_without_replacement(&src, &mut dst, false);"},{"Add":" if written > 0 {"},{"Add":" let half_width_katakana_state = self.half_width_katakana_state;"},{"Add":" self.half_width_katakana_state = HalfWidthKatakana::DakutenForbidden;"},{"Add":" let u = dst[0];"},{"Add":" if (u >= u16::from(b'a') && u <= u16::from(b'z'))"},{"Add":" || (u >= u16::from(b'A') && u <= u16::from(b'Z'))"},{"Add":" {"},{"Add":" self.pending_score = None; // Discard pending score"},{"Add":" if self.prev == LatinCj::Cj {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::AsciiLetter;"},{"Add":" } else if u >= 0xFF61 && u <= 0xFF9F {"},{"Add":" if !self.half_width_katakana_seen {"},{"Add":" self.half_width_katakana_seen = true;"},{"Add":" // To avoid misdetecting title-length inputs"},{"Add":" score += SHIFT_JIS_INITIAL_HALF_WIDTH_KATAKANA_PENALTY;"},{"Add":" }"},{"Add":" self.pending_score = None; // Discard pending score"},{"Add":" score += HALF_WIDTH_KATAKANA_SCORE;"},{"Add":""},{"Add":" if (u >= 0xFF76 && u <= 0xFF84) || u == 0xFF73 {"},{"Add":" self.half_width_katakana_state = HalfWidthKatakana::DakutenAllowed;"},{"Add":" } else if u >= 0xFF8A && u <= 0xFF8E {"},{"Add":" self.half_width_katakana_state ="},{"Add":" HalfWidthKatakana::DakutenOrHandakutenAllowed;"},{"Add":" } else if u == 0xFF9E {"},{"Add":" if half_width_katakana_state == HalfWidthKatakana::DakutenForbidden {"},{"Add":" score += IMPLAUSIBILITY_PENALTY;"},{"Add":" } else {"},{"Add":" score += HALF_WIDTH_KATAKANA_VOICING_SCORE;"},{"Add":" }"},{"Add":" } else if u == 0xFF9F {"},{"Add":" if half_width_katakana_state"},{"Add":" != HalfWidthKatakana::DakutenOrHandakutenAllowed"},{"Add":" {"},{"Add":" score += IMPLAUSIBILITY_PENALTY;"},{"Add":" } else {"},{"Add":" score += HALF_WIDTH_KATAKANA_VOICING_SCORE;"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Cj;"},{"Add":" } else if u >= 0x3040 && u < 0x3100 {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" score += SHIFT_JIS_SCORE_PER_KANA;"},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Cj;"},{"Add":" } else if (u >= 0x3400 && u < 0xA000) || (u >= 0xF900 && u < 0xFB00) {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" if self.prev_byte < 0x98 || (self.prev_byte == 0x98 && b < 0x73) {"},{"Add":" score += self.maybe_set_as_pending("},{"Add":" SHIFT_JIS_SCORE_PER_LEVEL_1_KANJI"},{"Add":" + cjk_extra_score(u, &data::DETECTOR_DATA.frequent_kanji),"},{"Add":" );"},{"Add":" } else {"},{"Add":" score += self.maybe_set_as_pending(SHIFT_JIS_SCORE_PER_LEVEL_2_KANJI);"},{"Add":" }"},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Cj;"},{"Add":" } else if u >= 0xE000 && u < 0xF900 {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" score += SHIFT_JIS_PUA_PENALTY;"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" } else {"},{"Add":" match u {"},{"Add":" 0x3000 // Distinct from Korean, space"},{"Add":" | 0x3001 // Distinct from Korean, enumeration comma"},{"Add":" | 0x3002 // Distinct from Korean, full stop"},{"Add":" | 0xFF08 // Distinct from Korean, parenthesis"},{"Add":" | 0xFF09 // Distinct from Korean, parenthesis"},{"Add":" => {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" // Not really needed for CJK distinction"},{"Add":" // but let's give non-zero score for these"},{"Add":" // common byte pairs anyway."},{"Add":" score += CJ_PUNCTUATION;"},{"Add":" }"},{"Add":" 0..=0x7F => {"},{"Add":" self.pending_score = None; // Discard pending score"},{"Add":" }"},{"Add":" 0x80 => {"},{"Add":" // This is a control character that overlaps euro"},{"Add":" // in windows-1252 and happens to be a non-error"},{"Add":" // is Shift_JIS."},{"Add":" self.pending_score = None; // Discard pending score"},{"Add":" score += IMPLAUSIBILITY_PENALTY;"},{"Add":" }"},{"Add":" _ => {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" score += CJK_OTHER;"},{"Add":" }"},{"Add":" }"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" match result {"},{"Add":" DecoderResult::InputEmpty => {"},{"Add":" assert_eq!(read, 1);"},{"Add":" }"},{"Add":" DecoderResult::Malformed(malformed_len, _) => {"},{"Add":" if (((self.prev_byte >= 0x81 && self.prev_byte <= 0x9F)"},{"Add":" || (self.prev_byte >= 0xE0 && self.prev_byte <= 0xFC))"},{"Add":" && ((b >= 0x40 && b <= 0x7E) || (b >= 0x80 && b <= 0xFC)))"},{"Add":" && !((self.prev_byte == 0x82 && b >= 0xFA)"},{"Add":" || (self.prev_byte == 0x84 && ((b >= 0xDD && b <= 0xE4) || b >= 0xFB))"},{"Add":" || (self.prev_byte == 0x86 && b >= 0xF2 && b <= 0xFA)"},{"Add":" || (self.prev_byte == 0x87 && b >= 0x77 && b <= 0x7D)"},{"Add":" || (self.prev_byte == 0xFC && b >= 0xF5))"},{"Add":" {"},{"Add":" // Shift_JIS2004 or MacJapanese"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" score += SHIFT_JIS_EXTENSION_PENALTY;"},{"Add":" // Approximate boundary"},{"Add":" if self.prev_byte < 0x87 {"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" } else {"},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Cj;"},{"Add":" }"},{"Add":" } else if malformed_len == 1 && (b == 0xA0 || b >= 0xFD) {"},{"Add":" self.pending_score = None; // Just in case"},{"Add":" score += SHIFT_JIS_SINGLE_BYTE_EXTENSION_PENALTY;"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" } else {"},{"Add":" return None;"},{"Add":" }"},{"Add":" }"},{"Add":" DecoderResult::OutputFull => {"},{"Add":" unreachable!();"},{"Add":" }"},{"Add":" }"},{"Add":" self.prev_byte = b;"},{"Add":" }"},{"Add":" if last {"},{"Add":" let (result, _, _) = self"},{"Add":" .decoder"},{"Add":" .decode_to_utf16_without_replacement(b\"\", &mut dst, true);"},{"Add":" match result {"},{"Add":" DecoderResult::InputEmpty => {}"},{"Add":" DecoderResult::Malformed(_, _) => {"},{"Add":" return None;"},{"Add":" }"},{"Add":" DecoderResult::OutputFull => {"},{"Add":" unreachable!();"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" Some(score)"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"struct EucJpCandidate {"},{"Add":" decoder: Decoder,"},{"Add":" non_ascii_seen: bool,"},{"Add":" half_width_katakana_state: HalfWidthKatakana,"},{"Add":" prev: LatinCj,"},{"Add":" prev_byte: u8,"},{"Add":" prev_prev_byte: u8,"},{"Add":"}"},{"Add":""},{"Add":"impl EucJpCandidate {"},{"Add":" fn feed(&mut self, buffer: &[u8], last: bool) -> Option {"},{"Add":" let mut score = 0i64;"},{"Add":" let mut src = [0u8];"},{"Add":" let mut dst = [0u16; 2];"},{"Add":" for &b in buffer {"},{"Add":" src[0] = b;"},{"Add":" let (result, read, written) = self"},{"Add":" .decoder"},{"Add":" .decode_to_utf16_without_replacement(&src, &mut dst, false);"},{"Add":" if written > 0 {"},{"Add":" let half_width_katakana_state = self.half_width_katakana_state;"},{"Add":" self.half_width_katakana_state = HalfWidthKatakana::DakutenForbidden;"},{"Add":" let u = dst[0];"},{"Add":" if !self.non_ascii_seen && u >= 0x80 {"},{"Add":" self.non_ascii_seen = true;"},{"Add":" if u >= 0xFF61 && u <= 0xFF9F {"},{"Add":" // return None;"},{"Add":" }"},{"Add":" if u >= 0x3040 && u < 0x3100 {"},{"Add":" // Remove the kana advantage over initial Big5"},{"Add":" // hanzi."},{"Add":" score += EUC_JP_INITIAL_KANA_PENALTY;"},{"Add":" }"},{"Add":" }"},{"Add":" if (u >= u16::from(b'a') && u <= u16::from(b'z'))"},{"Add":" || (u >= u16::from(b'A') && u <= u16::from(b'Z'))"},{"Add":" {"},{"Add":" if self.prev == LatinCj::Cj {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::AsciiLetter;"},{"Add":" } else if u >= 0xFF61 && u <= 0xFF9F {"},{"Add":" score += HALF_WIDTH_KATAKANA_SCORE;"},{"Add":""},{"Add":" if (u >= 0xFF76 && u <= 0xFF84) || u == 0xFF73 {"},{"Add":" self.half_width_katakana_state = HalfWidthKatakana::DakutenAllowed;"},{"Add":" } else if u >= 0xFF8A && u <= 0xFF8E {"},{"Add":" self.half_width_katakana_state ="},{"Add":" HalfWidthKatakana::DakutenOrHandakutenAllowed;"},{"Add":" } else if u == 0xFF9E {"},{"Add":" if half_width_katakana_state == HalfWidthKatakana::DakutenForbidden {"},{"Add":" score += IMPLAUSIBILITY_PENALTY;"},{"Add":" } else {"},{"Add":" score += HALF_WIDTH_KATAKANA_VOICING_SCORE;"},{"Add":" }"},{"Add":" } else if u == 0xFF9F {"},{"Add":" if half_width_katakana_state"},{"Add":" != HalfWidthKatakana::DakutenOrHandakutenAllowed"},{"Add":" {"},{"Add":" score += IMPLAUSIBILITY_PENALTY;"},{"Add":" } else {"},{"Add":" score += HALF_WIDTH_KATAKANA_VOICING_SCORE;"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" } else if (u >= 0x3041 && u <= 0x3093) || (u >= 0x30A1 && u <= 0x30F6) {"},{"Add":" match u {"},{"Add":" 0x3090 // hiragana wi"},{"Add":" | 0x3091 // hiragana we"},{"Add":" | 0x30F0 // katakana wi"},{"Add":" | 0x30F1 // katakana we"},{"Add":" => {"},{"Add":" // Remove advantage over Big5 Hanzi"},{"Add":" score += EUC_JP_SCORE_PER_NEAR_OBSOLETE_KANA;"},{"Add":" }"},{"Add":" _ => {"},{"Add":" score += EUC_JP_SCORE_PER_KANA;"},{"Add":" }"},{"Add":" }"},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Cj;"},{"Add":" } else if (u >= 0x3400 && u < 0xA000) || (u >= 0xF900 && u < 0xFB00) {"},{"Add":" if self.prev_prev_byte == 0x8F {"},{"Add":" score += EUC_JP_SCORE_PER_OTHER_KANJI;"},{"Add":" } else if self.prev_byte < 0xD0 {"},{"Add":" score += EUC_JP_SCORE_PER_LEVEL_1_KANJI;"},{"Add":" score += cjk_extra_score(u, &data::DETECTOR_DATA.frequent_kanji);"},{"Add":" } else {"},{"Add":" score += EUC_JP_SCORE_PER_LEVEL_2_KANJI;"},{"Add":" }"},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Cj;"},{"Add":" } else {"},{"Add":" match u {"},{"Add":" 0x3000 // Distinct from Korean, space"},{"Add":" | 0x3001 // Distinct from Korean, enumeration comma"},{"Add":" | 0x3002 // Distinct from Korean, full stop"},{"Add":" | 0xFF08 // Distinct from Korean, parenthesis"},{"Add":" | 0xFF09 // Distinct from Korean, parenthesis"},{"Add":" => {"},{"Add":" score += CJ_PUNCTUATION;"},{"Add":" }"},{"Add":" 0..=0x7F => {}"},{"Add":" _ => {"},{"Add":" score += CJK_OTHER;"},{"Add":" }"},{"Add":" }"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" }"},{"Add":" }"},{"Add":" match result {"},{"Add":" DecoderResult::InputEmpty => {"},{"Add":" assert_eq!(read, 1);"},{"Add":" }"},{"Add":" DecoderResult::Malformed(_, _) => {"},{"Add":" if b >= 0xA1"},{"Add":" && b <= 0xFE"},{"Add":" && self.prev_byte >= 0xA1"},{"Add":" && self.prev_byte <= 0xFE"},{"Add":" && ((self.prev_prev_byte != 0x8F"},{"Add":" && !(self.prev_byte == 0xA8 && b >= 0xDF && b <= 0xE6)"},{"Add":" && !(self.prev_byte == 0xAC && b >= 0xF4 && b <= 0xFC)"},{"Add":" && !(self.prev_byte == 0xAD && b >= 0xD8 && b <= 0xDE))"},{"Add":" || (self.prev_prev_byte == 0x8F"},{"Add":" && self.prev_byte != 0xA2"},{"Add":" && self.prev_byte != 0xA6"},{"Add":" && self.prev_byte != 0xA7"},{"Add":" && self.prev_byte != 0xA9"},{"Add":" && self.prev_byte != 0xAA"},{"Add":" && self.prev_byte != 0xAB"},{"Add":" && self.prev_byte != 0xED"},{"Add":" && !(self.prev_byte == 0xFE && b >= 0xF7)))"},{"Add":" {"},{"Add":" score += EUC_JP_EXTENSION_PENALTY;"},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Cj;"},{"Add":" } else {"},{"Add":" return None;"},{"Add":" }"},{"Add":" }"},{"Add":" DecoderResult::OutputFull => {"},{"Add":" unreachable!();"},{"Add":" }"},{"Add":" }"},{"Add":" self.prev_prev_byte = self.prev_byte;"},{"Add":" self.prev_byte = b;"},{"Add":" }"},{"Add":" if last {"},{"Add":" let (result, _, _) = self"},{"Add":" .decoder"},{"Add":" .decode_to_utf16_without_replacement(b\"\", &mut dst, true);"},{"Add":" match result {"},{"Add":" DecoderResult::InputEmpty => {}"},{"Add":" DecoderResult::Malformed(_, _) => {"},{"Add":" return None;"},{"Add":" }"},{"Add":" DecoderResult::OutputFull => {"},{"Add":" unreachable!();"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" Some(score)"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"struct Big5Candidate {"},{"Add":" decoder: Decoder,"},{"Add":" prev: LatinCj,"},{"Add":" prev_byte: u8,"},{"Add":" pending_score: Option,"},{"Add":"}"},{"Add":""},{"Add":"impl Big5Candidate {"},{"Add":" fn maybe_set_as_pending(&mut self, s: i64) -> i64 {"},{"Add":" assert!(self.pending_score.is_none());"},{"Add":" if self.prev == LatinCj::Cj || !problematic_lead(self.prev_byte) {"},{"Add":" s"},{"Add":" } else {"},{"Add":" self.pending_score = Some(s);"},{"Add":" 0"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn feed(&mut self, buffer: &[u8], last: bool) -> Option {"},{"Add":" let mut score = 0i64;"},{"Add":" let mut src = [0u8];"},{"Add":" let mut dst = [0u16; 2];"},{"Add":" for &b in buffer {"},{"Add":" src[0] = b;"},{"Add":" let (result, read, written) = self"},{"Add":" .decoder"},{"Add":" .decode_to_utf16_without_replacement(&src, &mut dst, false);"},{"Add":" if written == 1 {"},{"Add":" let u = dst[0];"},{"Add":" if (u >= u16::from(b'a') && u <= u16::from(b'z'))"},{"Add":" || (u >= u16::from(b'A') && u <= u16::from(b'Z'))"},{"Add":" {"},{"Add":" self.pending_score = None; // Discard pending score"},{"Add":" if self.prev == LatinCj::Cj {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::AsciiLetter;"},{"Add":" } else if (u >= 0x3400 && u < 0xA000) || (u >= 0xF900 && u < 0xFB00) {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" match self.prev_byte {"},{"Add":" 0xA4..=0xC6 => {"},{"Add":" score += self.maybe_set_as_pending(BIG5_SCORE_PER_LEVEL_1_HANZI);"},{"Add":" // score += cjk_extra_score(u, &data::DETECTOR_DATA.frequent_traditional);"},{"Add":" }"},{"Add":" _ => {"},{"Add":" score += self.maybe_set_as_pending(BIG5_SCORE_PER_OTHER_HANZI);"},{"Add":" }"},{"Add":" }"},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Cj;"},{"Add":" } else {"},{"Add":" match u {"},{"Add":" 0x3000 // Distinct from Korean, space"},{"Add":" | 0x3001 // Distinct from Korean, enumeration comma"},{"Add":" | 0x3002 // Distinct from Korean, full stop"},{"Add":" | 0xFF08 // Distinct from Korean, parenthesis"},{"Add":" | 0xFF09 // Distinct from Korean, parenthesis"},{"Add":" | 0xFF01 // Distinct from Japanese, exclamation"},{"Add":" | 0xFF0C // Distinct from Japanese, comma"},{"Add":" | 0xFF1B // Distinct from Japanese, semicolon"},{"Add":" | 0xFF1F // Distinct from Japanese, question"},{"Add":" => {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" // Not really needed for CJK distinction"},{"Add":" // but let's give non-zero score for these"},{"Add":" // common byte pairs anyway."},{"Add":" score += CJ_PUNCTUATION;"},{"Add":" }"},{"Add":" 0..=0x7F => {"},{"Add":" self.pending_score = None; // Discard pending score"},{"Add":" }"},{"Add":" _ => {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" score += CJK_OTHER;"},{"Add":" }"},{"Add":" }"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" }"},{"Add":" } else if written == 2 {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" if dst[0] == 0xCA || dst[0] == 0xEA {"},{"Add":" score += CJK_OTHER;"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" } else {"},{"Add":" debug_assert!(dst[0] >= 0xD480 && dst[0] < 0xD880);"},{"Add":" score += self.maybe_set_as_pending(BIG5_SCORE_PER_OTHER_HANZI);"},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Cj;"},{"Add":" }"},{"Add":" }"},{"Add":" match result {"},{"Add":" DecoderResult::InputEmpty => {"},{"Add":" assert_eq!(read, 1);"},{"Add":" }"},{"Add":" DecoderResult::Malformed(malformed_len, _) => {"},{"Add":" if self.prev_byte >= 0x81"},{"Add":" && self.prev_byte <= 0xFE"},{"Add":" && ((b >= 0x40 && b <= 0x7E) || (b >= 0xA1 && b <= 0xFE))"},{"Add":" {"},{"Add":" // The byte pair is in the Big5 range but unmapped."},{"Add":" // Treat as PUA to avoid rejecting Big5-UAO, etc."},{"Add":" // We don't reprocess `b` even if ASCII, since it's"},{"Add":" // logically part of the pair."},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" score += BIG5_PUA_PENALTY;"},{"Add":" // Assume Hanzi semantics"},{"Add":" if self.prev == LatinCj::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinCj::Cj;"},{"Add":" } else if (self.prev_byte == 0xA0"},{"Add":" || self.prev_byte == 0xFD"},{"Add":" || self.prev_byte == 0xFE)"},{"Add":" && (b < 0x80 || b == 0xFF)"},{"Add":" {"},{"Add":" // Mac OS Chinese Traditional single-byte that conflicts with code page Big5 lead byte"},{"Add":" // followed by ASCII or a non-conflicting single-byte extension."},{"Add":" self.pending_score = None; // Just in case"},{"Add":" score += BIG5_SINGLE_BYTE_EXTENSION_PENALTY;"},{"Add":" if (b >= b'a' && b <= b'z') || (b >= b'A' && b <= b'Z') {"},{"Add":" self.prev = LatinCj::AsciiLetter;"},{"Add":" } else if b == 0xFF {"},{"Add":" score += BIG5_SINGLE_BYTE_EXTENSION_PENALTY;"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" } else {"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" }"},{"Add":" } else if malformed_len == 1 && b == 0xFF {"},{"Add":" // Mac OS Chinese Traditional single-byte extension that doesn't conflict with lead bytes"},{"Add":" self.pending_score = None; // Just in case"},{"Add":" score += BIG5_SINGLE_BYTE_EXTENSION_PENALTY;"},{"Add":" self.prev = LatinCj::Other;"},{"Add":" } else {"},{"Add":" return None;"},{"Add":" }"},{"Add":" }"},{"Add":" DecoderResult::OutputFull => {"},{"Add":" unreachable!();"},{"Add":" }"},{"Add":" }"},{"Add":" self.prev_byte = b;"},{"Add":" }"},{"Add":" if last {"},{"Add":" let (result, _, _) = self"},{"Add":" .decoder"},{"Add":" .decode_to_utf16_without_replacement(b\"\", &mut dst, true);"},{"Add":" match result {"},{"Add":" DecoderResult::InputEmpty => {}"},{"Add":" DecoderResult::Malformed(_, _) => {"},{"Add":" return None;"},{"Add":" }"},{"Add":" DecoderResult::OutputFull => {"},{"Add":" unreachable!();"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" Some(score)"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"struct EucKrCandidate {"},{"Add":" decoder: Decoder,"},{"Add":" prev_byte: u8,"},{"Add":" prev_was_euc_range: bool,"},{"Add":" prev: LatinKorean,"},{"Add":" current_word_len: u64,"},{"Add":" pending_score: Option,"},{"Add":"}"},{"Add":""},{"Add":"impl EucKrCandidate {"},{"Add":" fn maybe_set_as_pending(&mut self, s: i64) -> i64 {"},{"Add":" assert!(self.pending_score.is_none());"},{"Add":" if self.prev == LatinKorean::Hangul || !more_problematic_lead(self.prev_byte) {"},{"Add":" s"},{"Add":" } else {"},{"Add":" self.pending_score = Some(s);"},{"Add":" 0"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn feed(&mut self, buffer: &[u8], last: bool) -> Option {"},{"Add":" let mut score = 0i64;"},{"Add":" let mut src = [0u8];"},{"Add":" let mut dst = [0u16; 2];"},{"Add":" for &b in buffer {"},{"Add":" let in_euc_range = b >= 0xA1 && b <= 0xFE;"},{"Add":" src[0] = b;"},{"Add":" let (result, read, written) = self"},{"Add":" .decoder"},{"Add":" .decode_to_utf16_without_replacement(&src, &mut dst, false);"},{"Add":" if written > 0 {"},{"Add":" let u = dst[0];"},{"Add":" if (u >= u16::from(b'a') && u <= u16::from(b'z'))"},{"Add":" || (u >= u16::from(b'A') && u <= u16::from(b'Z'))"},{"Add":" {"},{"Add":" self.pending_score = None; // Discard pending score"},{"Add":" match self.prev {"},{"Add":" LatinKorean::Hangul | LatinKorean::Hanja => {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" _ => {}"},{"Add":" }"},{"Add":" self.prev = LatinKorean::AsciiLetter;"},{"Add":" self.current_word_len = 0;"},{"Add":" } else if u >= 0xAC00 && u <= 0xD7A3 {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" if self.prev_was_euc_range && in_euc_range {"},{"Add":" score += EUC_KR_SCORE_PER_EUC_HANGUL;"},{"Add":" score += cjk_extra_score(u, &data::DETECTOR_DATA.frequent_hangul);"},{"Add":" } else {"},{"Add":" score += self.maybe_set_as_pending(EUC_KR_SCORE_PER_NON_EUC_HANGUL);"},{"Add":" }"},{"Add":" if self.prev == LatinKorean::AsciiLetter {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" self.prev = LatinKorean::Hangul;"},{"Add":" self.current_word_len += 1;"},{"Add":" if self.current_word_len > 5 {"},{"Add":" score += EUC_KR_LONG_WORD_PENALTY;"},{"Add":" }"},{"Add":" } else if (u >= 0x4E00 && u < 0xAC00) || (u >= 0xF900 && u <= 0xFA0B) {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" score += EUC_KR_SCORE_PER_HANJA;"},{"Add":" match self.prev {"},{"Add":" LatinKorean::AsciiLetter => {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" LatinKorean::Hangul => {"},{"Add":" score += EUC_KR_HANJA_AFTER_HANGUL_PENALTY;"},{"Add":" }"},{"Add":" _ => {}"},{"Add":" }"},{"Add":" self.prev = LatinKorean::Hanja;"},{"Add":" self.current_word_len += 1;"},{"Add":" if self.current_word_len > 5 {"},{"Add":" score += EUC_KR_LONG_WORD_PENALTY;"},{"Add":" }"},{"Add":" } else {"},{"Add":" if u >= 0x80 {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" score += CJK_OTHER;"},{"Add":" } else {"},{"Add":" self.pending_score = None; // Discard pending score"},{"Add":" }"},{"Add":" self.prev = LatinKorean::Other;"},{"Add":" self.current_word_len = 0;"},{"Add":" }"},{"Add":" }"},{"Add":" match result {"},{"Add":" DecoderResult::InputEmpty => {"},{"Add":" assert_eq!(read, 1);"},{"Add":" }"},{"Add":" DecoderResult::Malformed(malformed_len, _) => {"},{"Add":" if (self.prev_byte == 0xC9 || self.prev_byte == 0xFE) && b >= 0xA1 && b <= 0xFE"},{"Add":" {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" // The byte pair is in code page 949 EUDC range"},{"Add":" score += EUC_KR_PUA_PENALTY;"},{"Add":" // Assume Hanja semantics"},{"Add":" match self.prev {"},{"Add":" LatinKorean::AsciiLetter => {"},{"Add":" score += CJK_LATIN_ADJACENCY_PENALTY;"},{"Add":" }"},{"Add":" LatinKorean::Hangul => {"},{"Add":" score += EUC_KR_HANJA_AFTER_HANGUL_PENALTY;"},{"Add":" }"},{"Add":" _ => {}"},{"Add":" }"},{"Add":" self.prev = LatinKorean::Hanja;"},{"Add":" self.current_word_len += 1;"},{"Add":" if self.current_word_len > 5 {"},{"Add":" score += EUC_KR_LONG_WORD_PENALTY;"},{"Add":" }"},{"Add":" } else if (self.prev_byte == 0xA1"},{"Add":" || (self.prev_byte >= 0xA3 && self.prev_byte <= 0xA8)"},{"Add":" || (self.prev_byte >= 0xAA && self.prev_byte <= 0xAD))"},{"Add":" && (b >= 0x7B && b <= 0x7D)"},{"Add":" {"},{"Add":" if let Some(pending) = self.pending_score {"},{"Add":" score += pending;"},{"Add":" self.pending_score = None;"},{"Add":" }"},{"Add":" // MacKorean symbols in range not part of code page 949"},{"Add":" score += EUC_KR_MAC_KOREAN_PENALTY;"},{"Add":" self.prev = LatinKorean::Other;"},{"Add":" self.current_word_len = 0;"},{"Add":" } else if (self.prev_byte >= 0x81 && self.prev_byte <= 0x84)"},{"Add":" && (b <= 0x80 || b == 0xFF)"},{"Add":" {"},{"Add":" // MacKorean single-byte that conflicts with code page 949 lead byte"},{"Add":" // followed by ASCII or a non-conflicting single-byte extension."},{"Add":" self.pending_score = None; // Just in case"},{"Add":" score += EUC_KR_SINGLE_BYTE_EXTENSION_PENALTY;"},{"Add":" if (b >= b'a' && b <= b'z') || (b >= b'A' && b <= b'Z') {"},{"Add":" self.prev = LatinKorean::AsciiLetter;"},{"Add":" } else if b == 0x80 || b == 0xFF {"},{"Add":" score += EUC_KR_SINGLE_BYTE_EXTENSION_PENALTY;"},{"Add":" self.prev = LatinKorean::Other;"},{"Add":" } else {"},{"Add":" self.prev = LatinKorean::Other;"},{"Add":" }"},{"Add":" self.current_word_len = 0;"},{"Add":" } else if malformed_len == 1 && (b == 0x80 || b == 0xFF) {"},{"Add":" // MacKorean single-byte extensions that don't conflict with lead bytes"},{"Add":" self.pending_score = None; // Just in case"},{"Add":" score += EUC_KR_SINGLE_BYTE_EXTENSION_PENALTY;"},{"Add":" self.prev = LatinKorean::Other;"},{"Add":" self.current_word_len = 0;"},{"Add":" } else {"},{"Add":" return None;"},{"Add":" }"},{"Add":" }"},{"Add":" DecoderResult::OutputFull => {"},{"Add":" unreachable!();"},{"Add":" }"},{"Add":" }"},{"Add":" self.prev_was_euc_range = in_euc_range;"},{"Add":" self.prev_byte = b;"},{"Add":" }"},{"Add":" if last {"},{"Add":" let (result, _, _) = self"},{"Add":" .decoder"},{"Add":" .decode_to_utf16_without_replacement(b\"\", &mut dst, true);"},{"Add":" match result {"},{"Add":" DecoderResult::InputEmpty => {}"},{"Add":" DecoderResult::Malformed(_, _) => {"},{"Add":" return None;"},{"Add":" }"},{"Add":" DecoderResult::OutputFull => {"},{"Add":" unreachable!();"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" Some(score)"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"enum InnerCandidate {"},{"Add":" Latin(LatinCandidate),"},{"Add":" NonLatinCased(NonLatinCasedCandidate),"},{"Add":" Caseless(CaselessCandidate),"},{"Add":" ArabicFrench(ArabicFrenchCandidate),"},{"Add":" Logical(LogicalCandidate),"},{"Add":" Visual(VisualCandidate),"},{"Add":" Utf8(Utf8Candidate),"},{"Add":" Iso2022(Iso2022Candidate),"},{"Add":" Shift(ShiftJisCandidate),"},{"Add":" EucJp(EucJpCandidate),"},{"Add":" EucKr(EucKrCandidate),"},{"Add":" Big5(Big5Candidate),"},{"Add":" Gbk(GbkCandidate),"},{"Add":"}"},{"Add":""},{"Add":"impl InnerCandidate {"},{"Add":" fn feed(&mut self, buffer: &[u8], last: bool) -> Option {"},{"Add":" match self {"},{"Add":" InnerCandidate::Latin(c) => {"},{"Add":" if let Some(new_score) = c.feed(buffer) {"},{"Add":" if last {"},{"Add":" // Treat EOF as space-like"},{"Add":" if let Some(additional_score) = c.feed(b\" \") {"},{"Add":" Some(new_score + additional_score)"},{"Add":" } else {"},{"Add":" None"},{"Add":" }"},{"Add":" } else {"},{"Add":" Some(new_score)"},{"Add":" }"},{"Add":" } else {"},{"Add":" None"},{"Add":" }"},{"Add":" }"},{"Add":" InnerCandidate::NonLatinCased(c) => {"},{"Add":" if let Some(new_score) = c.feed(buffer) {"},{"Add":" if last {"},{"Add":" // Treat EOF as space-like"},{"Add":" if let Some(additional_score) = c.feed(b\" \") {"},{"Add":" Some(new_score + additional_score)"},{"Add":" } else {"},{"Add":" None"},{"Add":" }"},{"Add":" } else {"},{"Add":" Some(new_score)"},{"Add":" }"},{"Add":" } else {"},{"Add":" None"},{"Add":" }"},{"Add":" }"},{"Add":" InnerCandidate::Caseless(c) => {"},{"Add":" if let Some(new_score) = c.feed(buffer) {"},{"Add":" if last {"},{"Add":" // Treat EOF as space-like"},{"Add":" if let Some(additional_score) = c.feed(b\" \") {"},{"Add":" Some(new_score + additional_score)"},{"Add":" } else {"},{"Add":" None"},{"Add":" }"},{"Add":" } else {"},{"Add":" Some(new_score)"},{"Add":" }"},{"Add":" } else {"},{"Add":" None"},{"Add":" }"},{"Add":" }"},{"Add":" InnerCandidate::ArabicFrench(c) => {"},{"Add":" if let Some(new_score) = c.feed(buffer) {"},{"Add":" if last {"},{"Add":" // Treat EOF as space-like"},{"Add":" if let Some(additional_score) = c.feed(b\" \") {"},{"Add":" Some(new_score + additional_score)"},{"Add":" } else {"},{"Add":" None"},{"Add":" }"},{"Add":" } else {"},{"Add":" Some(new_score)"},{"Add":" }"},{"Add":" } else {"},{"Add":" None"},{"Add":" }"},{"Add":" }"},{"Add":" InnerCandidate::Logical(c) => {"},{"Add":" if let Some(new_score) = c.feed(buffer) {"},{"Add":" if last {"},{"Add":" // Treat EOF as space-like"},{"Add":" if let Some(additional_score) = c.feed(b\" \") {"},{"Add":" Some(new_score + additional_score)"},{"Add":" } else {"},{"Add":" None"},{"Add":" }"},{"Add":" } else {"},{"Add":" Some(new_score)"},{"Add":" }"},{"Add":" } else {"},{"Add":" None"},{"Add":" }"},{"Add":" }"},{"Add":" InnerCandidate::Visual(c) => {"},{"Add":" if let Some(new_score) = c.feed(buffer) {"},{"Add":" if last {"},{"Add":" // Treat EOF as space-like"},{"Add":" if let Some(additional_score) = c.feed(b\" \") {"},{"Add":" Some(new_score + additional_score)"},{"Add":" } else {"},{"Add":" None"},{"Add":" }"},{"Add":" } else {"},{"Add":" Some(new_score)"},{"Add":" }"},{"Add":" } else {"},{"Add":" None"},{"Add":" }"},{"Add":" }"},{"Add":" InnerCandidate::Utf8(c) => c.feed(buffer, last),"},{"Add":" InnerCandidate::Iso2022(c) => c.feed(buffer, last),"},{"Add":" InnerCandidate::Shift(c) => c.feed(buffer, last),"},{"Add":" InnerCandidate::EucJp(c) => c.feed(buffer, last),"},{"Add":" InnerCandidate::EucKr(c) => c.feed(buffer, last),"},{"Add":" InnerCandidate::Big5(c) => c.feed(buffer, last),"},{"Add":" InnerCandidate::Gbk(c) => c.feed(buffer, last),"},{"Add":" }"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"fn encoding_for_tld(tld: Tld) -> usize {"},{"Add":" match tld {"},{"Add":" Tld::CentralWindows | Tld::CentralCyrillic => EncodingDetector::CENTRAL_WINDOWS_INDEX,"},{"Add":" Tld::Cyrillic => EncodingDetector::CYRILLIC_WINDOWS_INDEX,"},{"Add":" Tld::Generic | Tld::Western | Tld::WesternCyrillic | Tld::WesternArabic | Tld::Eu => {"},{"Add":" EncodingDetector::WESTERN_INDEX"},{"Add":" }"},{"Add":" Tld::IcelandicFaroese => EncodingDetector::ICELANDIC_INDEX,"},{"Add":" Tld::Greek => EncodingDetector::GREEK_ISO_INDEX,"},{"Add":" Tld::TurkishAzeri => EncodingDetector::TURKISH_INDEX,"},{"Add":" Tld::Hebrew => EncodingDetector::LOGICAL_INDEX,"},{"Add":" Tld::Arabic => EncodingDetector::ARABIC_WINDOWS_INDEX,"},{"Add":" Tld::Baltic => EncodingDetector::BALTIC_WINDOWS_INDEX,"},{"Add":" Tld::Vietnamese => EncodingDetector::VIETNAMESE_INDEX,"},{"Add":" Tld::Thai => EncodingDetector::THAI_INDEX,"},{"Add":" Tld::Simplified | Tld::SimplifiedTraditional => EncodingDetector::GBK_INDEX,"},{"Add":" Tld::Traditional | Tld::TraditionalSimplified => EncodingDetector::BIG5_INDEX,"},{"Add":" Tld::Japanese => EncodingDetector::SHIFT_JIS_INDEX,"},{"Add":" Tld::Korean => EncodingDetector::EUC_KR_INDEX,"},{"Add":" Tld::CentralIso => EncodingDetector::CENTRAL_ISO_INDEX,"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"fn encoding_is_native_to_tld(tld: Tld, encoding: usize) -> bool {"},{"Add":" match tld {"},{"Add":" Tld::CentralWindows => encoding == EncodingDetector::CENTRAL_WINDOWS_INDEX,"},{"Add":" Tld::Cyrillic => {"},{"Add":" encoding == EncodingDetector::CYRILLIC_WINDOWS_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_KOI_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_IBM_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_ISO_INDEX"},{"Add":" }"},{"Add":" Tld::Western => encoding == EncodingDetector::WESTERN_INDEX,"},{"Add":" Tld::Greek => {"},{"Add":" encoding == EncodingDetector::GREEK_WINDOWS_INDEX"},{"Add":" || encoding == EncodingDetector::GREEK_ISO_INDEX"},{"Add":" }"},{"Add":" Tld::TurkishAzeri => encoding == EncodingDetector::TURKISH_INDEX,"},{"Add":" Tld::Hebrew => encoding == EncodingDetector::LOGICAL_INDEX,"},{"Add":" Tld::Arabic => {"},{"Add":" encoding == EncodingDetector::ARABIC_WINDOWS_INDEX"},{"Add":" || encoding == EncodingDetector::ARABIC_ISO_INDEX"},{"Add":" }"},{"Add":" Tld::Baltic => {"},{"Add":" encoding == EncodingDetector::BALTIC_WINDOWS_INDEX"},{"Add":" || encoding == EncodingDetector::BALTIC_ISO13_INDEX"},{"Add":" || encoding == EncodingDetector::BALTIC_ISO4_INDEX"},{"Add":" }"},{"Add":" Tld::Vietnamese => encoding == EncodingDetector::VIETNAMESE_INDEX,"},{"Add":" Tld::Thai => encoding == EncodingDetector::THAI_INDEX,"},{"Add":" Tld::Simplified => encoding == EncodingDetector::GBK_INDEX,"},{"Add":" Tld::Traditional => encoding == EncodingDetector::BIG5_INDEX,"},{"Add":" Tld::Japanese => {"},{"Add":" encoding == EncodingDetector::SHIFT_JIS_INDEX"},{"Add":" || encoding == EncodingDetector::EUC_JP_INDEX"},{"Add":" }"},{"Add":" Tld::Korean => encoding == EncodingDetector::EUC_KR_INDEX,"},{"Add":" Tld::SimplifiedTraditional | Tld::TraditionalSimplified => {"},{"Add":" encoding == EncodingDetector::GBK_INDEX || encoding == EncodingDetector::BIG5_INDEX"},{"Add":" }"},{"Add":" Tld::CentralIso => encoding == EncodingDetector::CENTRAL_ISO_INDEX,"},{"Add":" Tld::IcelandicFaroese => encoding == EncodingDetector::ICELANDIC_INDEX,"},{"Add":" Tld::WesternCyrillic => {"},{"Add":" encoding == EncodingDetector::WESTERN_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_WINDOWS_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_KOI_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_IBM_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_ISO_INDEX"},{"Add":" }"},{"Add":" Tld::CentralCyrillic => {"},{"Add":" encoding == EncodingDetector::CENTRAL_WINDOWS_INDEX"},{"Add":" || encoding == EncodingDetector::CENTRAL_ISO_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_WINDOWS_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_KOI_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_IBM_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_ISO_INDEX"},{"Add":" }"},{"Add":" Tld::WesternArabic => {"},{"Add":" encoding == EncodingDetector::WESTERN_INDEX"},{"Add":" || encoding == EncodingDetector::ARABIC_WINDOWS_INDEX"},{"Add":" || encoding == EncodingDetector::ARABIC_ISO_INDEX"},{"Add":" }"},{"Add":" Tld::Eu => {"},{"Add":" encoding == EncodingDetector::WESTERN_INDEX"},{"Add":" || encoding == EncodingDetector::ICELANDIC_INDEX"},{"Add":" || encoding == EncodingDetector::CENTRAL_WINDOWS_INDEX"},{"Add":" || encoding == EncodingDetector::CENTRAL_ISO_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_WINDOWS_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_KOI_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_IBM_INDEX"},{"Add":" || encoding == EncodingDetector::CYRILLIC_ISO_INDEX"},{"Add":" || encoding == EncodingDetector::GREEK_WINDOWS_INDEX"},{"Add":" || encoding == EncodingDetector::GREEK_ISO_INDEX"},{"Add":" || encoding == EncodingDetector::BALTIC_WINDOWS_INDEX"},{"Add":" || encoding == EncodingDetector::BALTIC_ISO13_INDEX"},{"Add":" || encoding == EncodingDetector::BALTIC_ISO4_INDEX"},{"Add":" }"},{"Add":" Tld::Generic => false,"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"fn score_adjustment(score: i64, encoding: usize, tld: Tld) -> i64 {"},{"Add":" if score < 1 {"},{"Add":" return 0;"},{"Add":" }"},{"Add":" // This is the most ad hoc part of this library."},{"Add":" let (divisor, constant) = match tld {"},{"Add":" Tld::Generic => {"},{"Add":" unreachable!();"},{"Add":" }"},{"Add":" Tld::CentralWindows | Tld::CentralIso => {"},{"Add":" match encoding {"},{"Add":" EncodingDetector::WESTERN_INDEX"},{"Add":" | EncodingDetector::ICELANDIC_INDEX"},{"Add":" | EncodingDetector::BALTIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO4_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO13_INDEX"},{"Add":" | EncodingDetector::VIETNAMESE_INDEX"},{"Add":" | EncodingDetector::TURKISH_INDEX => {"},{"Add":" // XXX Tune this better instead of this kind of absolute."},{"Add":" return score;"},{"Add":" }"},{"Add":" _ => (50, 60),"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::Cyrillic => {"},{"Add":" match encoding {"},{"Add":" EncodingDetector::BIG5_INDEX"},{"Add":" | EncodingDetector::GBK_INDEX"},{"Add":" | EncodingDetector::EUC_JP_INDEX"},{"Add":" | EncodingDetector::CENTRAL_WINDOWS_INDEX"},{"Add":" | EncodingDetector::CENTRAL_ISO_INDEX"},{"Add":" | EncodingDetector::GREEK_WINDOWS_INDEX"},{"Add":" | EncodingDetector::GREEK_ISO_INDEX"},{"Add":" | EncodingDetector::VISUAL_INDEX"},{"Add":" | EncodingDetector::LOGICAL_INDEX"},{"Add":" | EncodingDetector::BALTIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO4_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO13_INDEX"},{"Add":" | EncodingDetector::TURKISH_INDEX => {"},{"Add":" // XXX Tune this better instead of this kind of absolute."},{"Add":" return score;"},{"Add":" }"},{"Add":" _ => (50, 60),"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::Western | Tld::WesternCyrillic | Tld::WesternArabic => {"},{"Add":" match encoding {"},{"Add":" EncodingDetector::CENTRAL_WINDOWS_INDEX"},{"Add":" | EncodingDetector::CENTRAL_ISO_INDEX"},{"Add":" | EncodingDetector::BALTIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO4_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO13_INDEX"},{"Add":" | EncodingDetector::TURKISH_INDEX"},{"Add":" | EncodingDetector::VIETNAMESE_INDEX => {"},{"Add":" // XXX Tune this better instead of this kind of absolute."},{"Add":" return score;"},{"Add":" }"},{"Add":" _ => (50, 60),"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::Greek => {"},{"Add":" match encoding {"},{"Add":" EncodingDetector::BIG5_INDEX"},{"Add":" | EncodingDetector::GBK_INDEX"},{"Add":" | EncodingDetector::EUC_JP_INDEX"},{"Add":" | EncodingDetector::CENTRAL_WINDOWS_INDEX"},{"Add":" | EncodingDetector::CENTRAL_ISO_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_ISO_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_KOI_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_IBM_INDEX"},{"Add":" | EncodingDetector::VISUAL_INDEX"},{"Add":" | EncodingDetector::LOGICAL_INDEX"},{"Add":" | EncodingDetector::BALTIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO4_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO13_INDEX"},{"Add":" | EncodingDetector::TURKISH_INDEX => {"},{"Add":" // XXX Tune this better instead of this kind of absolute."},{"Add":" return score;"},{"Add":" }"},{"Add":" _ => (50, 60),"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::TurkishAzeri => {"},{"Add":" match encoding {"},{"Add":" EncodingDetector::CENTRAL_WINDOWS_INDEX"},{"Add":" | EncodingDetector::CENTRAL_ISO_INDEX"},{"Add":" | EncodingDetector::BALTIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO4_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO13_INDEX"},{"Add":" | EncodingDetector::VIETNAMESE_INDEX"},{"Add":" | EncodingDetector::ICELANDIC_INDEX => {"},{"Add":" // XXX Tune this better instead of this kind of absolute."},{"Add":" return score;"},{"Add":" }"},{"Add":" _ => (50, 60),"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::Hebrew => {"},{"Add":" match encoding {"},{"Add":" EncodingDetector::CENTRAL_WINDOWS_INDEX"},{"Add":" | EncodingDetector::CENTRAL_ISO_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_ISO_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_KOI_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_IBM_INDEX"},{"Add":" | EncodingDetector::GREEK_WINDOWS_INDEX"},{"Add":" | EncodingDetector::GREEK_ISO_INDEX"},{"Add":" | EncodingDetector::BALTIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO4_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO13_INDEX"},{"Add":" | EncodingDetector::VIETNAMESE_INDEX"},{"Add":" | EncodingDetector::TURKISH_INDEX => {"},{"Add":" // XXX Tune this better instead of this kind of absolute."},{"Add":" return score;"},{"Add":" }"},{"Add":" _ => (50, 60),"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::Arabic => {"},{"Add":" match encoding {"},{"Add":" EncodingDetector::BIG5_INDEX"},{"Add":" | EncodingDetector::GBK_INDEX"},{"Add":" | EncodingDetector::EUC_JP_INDEX"},{"Add":" | EncodingDetector::EUC_KR_INDEX"},{"Add":" | EncodingDetector::CENTRAL_WINDOWS_INDEX"},{"Add":" | EncodingDetector::CENTRAL_ISO_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_ISO_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_KOI_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_IBM_INDEX"},{"Add":" | EncodingDetector::GREEK_WINDOWS_INDEX"},{"Add":" | EncodingDetector::GREEK_ISO_INDEX"},{"Add":" | EncodingDetector::VISUAL_INDEX"},{"Add":" | EncodingDetector::LOGICAL_INDEX"},{"Add":" | EncodingDetector::BALTIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO4_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO13_INDEX"},{"Add":" | EncodingDetector::VIETNAMESE_INDEX"},{"Add":" | EncodingDetector::TURKISH_INDEX => {"},{"Add":" // XXX Tune this better instead of this kind of absolute."},{"Add":" return score;"},{"Add":" }"},{"Add":" _ => (50, 60),"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::Baltic => {"},{"Add":" match encoding {"},{"Add":" EncodingDetector::CENTRAL_WINDOWS_INDEX"},{"Add":" | EncodingDetector::CENTRAL_ISO_INDEX"},{"Add":" | EncodingDetector::ICELANDIC_INDEX"},{"Add":" | EncodingDetector::TURKISH_INDEX"},{"Add":" | EncodingDetector::VIETNAMESE_INDEX => {"},{"Add":" // XXX Tune this better instead of this kind of absolute."},{"Add":" return score;"},{"Add":" }"},{"Add":" _ => (50, 60),"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::Vietnamese => {"},{"Add":" match encoding {"},{"Add":" EncodingDetector::CENTRAL_WINDOWS_INDEX"},{"Add":" | EncodingDetector::CENTRAL_ISO_INDEX"},{"Add":" | EncodingDetector::BALTIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO4_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO13_INDEX"},{"Add":" | EncodingDetector::TURKISH_INDEX"},{"Add":" | EncodingDetector::ICELANDIC_INDEX => {"},{"Add":" // XXX Tune this better instead of this kind of absolute."},{"Add":" return score;"},{"Add":" }"},{"Add":" _ => (50, 60),"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::Thai => {"},{"Add":" match encoding {"},{"Add":" EncodingDetector::BIG5_INDEX"},{"Add":" | EncodingDetector::GBK_INDEX"},{"Add":" | EncodingDetector::EUC_JP_INDEX"},{"Add":" | EncodingDetector::EUC_KR_INDEX"},{"Add":" | EncodingDetector::SHIFT_JIS_INDEX"},{"Add":" | EncodingDetector::CENTRAL_WINDOWS_INDEX"},{"Add":" | EncodingDetector::CENTRAL_ISO_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_ISO_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_KOI_INDEX"},{"Add":" | EncodingDetector::CYRILLIC_IBM_INDEX"},{"Add":" | EncodingDetector::GREEK_WINDOWS_INDEX"},{"Add":" | EncodingDetector::GREEK_ISO_INDEX"},{"Add":" | EncodingDetector::ARABIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::ARABIC_ISO_INDEX"},{"Add":" | EncodingDetector::VISUAL_INDEX"},{"Add":" | EncodingDetector::LOGICAL_INDEX"},{"Add":" | EncodingDetector::BALTIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO4_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO13_INDEX"},{"Add":" | EncodingDetector::TURKISH_INDEX => {"},{"Add":" // XXX Tune this better instead of this kind of absolute."},{"Add":" return score;"},{"Add":" }"},{"Add":" _ => (50, 60),"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::Simplified"},{"Add":" | Tld::Traditional"},{"Add":" | Tld::TraditionalSimplified"},{"Add":" | Tld::SimplifiedTraditional"},{"Add":" | Tld::Japanese"},{"Add":" | Tld::Korean => {"},{"Add":" // If TLD default is valid, everything else scores zero"},{"Add":" return score;"},{"Add":" }"},{"Add":" Tld::IcelandicFaroese => {"},{"Add":" match encoding {"},{"Add":" EncodingDetector::CENTRAL_WINDOWS_INDEX"},{"Add":" | EncodingDetector::CENTRAL_ISO_INDEX"},{"Add":" | EncodingDetector::BALTIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO4_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO13_INDEX"},{"Add":" | EncodingDetector::TURKISH_INDEX"},{"Add":" | EncodingDetector::VIETNAMESE_INDEX => {"},{"Add":" // XXX Tune this better instead of this kind of absolute."},{"Add":" return score;"},{"Add":" }"},{"Add":" _ => (50, 60),"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::CentralCyrillic => {"},{"Add":" match encoding {"},{"Add":" EncodingDetector::BIG5_INDEX"},{"Add":" | EncodingDetector::GBK_INDEX"},{"Add":" | EncodingDetector::EUC_JP_INDEX"},{"Add":" | EncodingDetector::GREEK_WINDOWS_INDEX"},{"Add":" | EncodingDetector::GREEK_ISO_INDEX"},{"Add":" | EncodingDetector::VISUAL_INDEX"},{"Add":" | EncodingDetector::LOGICAL_INDEX"},{"Add":" | EncodingDetector::BALTIC_WINDOWS_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO4_INDEX"},{"Add":" | EncodingDetector::BALTIC_ISO13_INDEX"},{"Add":" | EncodingDetector::TURKISH_INDEX => {"},{"Add":" // XXX Tune this better instead of this kind of absolute."},{"Add":" return score;"},{"Add":" }"},{"Add":" _ => (50, 60),"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::Eu => {"},{"Add":" match encoding {"},{"Add":" EncodingDetector::BIG5_INDEX"},{"Add":" | EncodingDetector::GBK_INDEX"},{"Add":" | EncodingDetector::EUC_JP_INDEX"},{"Add":" | EncodingDetector::TURKISH_INDEX"},{"Add":" | EncodingDetector::VIETNAMESE_INDEX => {"},{"Add":" // XXX Tune this better instead of this kind of absolute."},{"Add":" return score;"},{"Add":" }"},{"Add":" _ => (50, 60),"},{"Add":" }"},{"Add":" }"},{"Add":" };"},{"Add":" (score / divisor) + constant"},{"Add":"}"},{"Add":""},{"Add":"cfg_if::cfg_if! {"},{"Add":" if #[cfg(feature = \"multithreading\")] {"},{"Add":" #[repr(align(64))] // Align to cache lines to avoid false sharing in the Rayon case"},{"Add":" struct Candidate {"},{"Add":" inner: InnerCandidate,"},{"Add":" score: Option,"},{"Add":" }"},{"Add":" } else {"},{"Add":" struct Candidate {"},{"Add":" inner: InnerCandidate,"},{"Add":" score: Option,"},{"Add":" }"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"impl Candidate {"},{"Add":" fn feed(&mut self, buffer: &[u8], last: bool) {"},{"Add":" if let Some(old_score) = self.score {"},{"Add":" if let Some(new_score) = self.inner.feed(buffer, last) {"},{"Add":" self.score = Some(old_score + new_score);"},{"Add":" } else {"},{"Add":" self.score = None;"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" #[cfg(feature = \"multithreading\")]"},{"Add":" fn qualified(&self) -> bool {"},{"Add":" !self.score.is_none()"},{"Add":" }"},{"Add":""},{"Add":" fn new_latin(data: &'static SingleByteData) -> Self {"},{"Add":" Candidate {"},{"Add":" inner: InnerCandidate::Latin(LatinCandidate::new(data)),"},{"Add":" score: Some(0),"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn new_non_latin_cased(data: &'static SingleByteData) -> Self {"},{"Add":" Candidate {"},{"Add":" inner: InnerCandidate::NonLatinCased(NonLatinCasedCandidate::new(data)),"},{"Add":" score: Some(0),"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn new_caseless(data: &'static SingleByteData) -> Self {"},{"Add":" Candidate {"},{"Add":" inner: InnerCandidate::Caseless(CaselessCandidate::new(data)),"},{"Add":" score: Some(0),"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn new_arabic_french(data: &'static SingleByteData) -> Self {"},{"Add":" Candidate {"},{"Add":" inner: InnerCandidate::ArabicFrench(ArabicFrenchCandidate::new(data)),"},{"Add":" score: Some(0),"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn new_logical(data: &'static SingleByteData) -> Self {"},{"Add":" Candidate {"},{"Add":" inner: InnerCandidate::Logical(LogicalCandidate::new(data)),"},{"Add":" score: Some(0),"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn new_visual(data: &'static SingleByteData) -> Self {"},{"Add":" Candidate {"},{"Add":" inner: InnerCandidate::Visual(VisualCandidate::new(data)),"},{"Add":" score: Some(0),"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn new_utf_8() -> Self {"},{"Add":" Candidate {"},{"Add":" inner: InnerCandidate::Utf8(Utf8Candidate {"},{"Add":" decoder: UTF_8.new_decoder_without_bom_handling(),"},{"Add":" }),"},{"Add":" score: Some(0),"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn new_iso_2022_jp() -> Self {"},{"Add":" Candidate {"},{"Add":" inner: InnerCandidate::Iso2022(Iso2022Candidate {"},{"Add":" decoder: ISO_2022_JP.new_decoder_without_bom_handling(),"},{"Add":" }),"},{"Add":" score: Some(0),"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn new_shift_jis() -> Self {"},{"Add":" Candidate {"},{"Add":" inner: InnerCandidate::Shift(ShiftJisCandidate {"},{"Add":" decoder: SHIFT_JIS.new_decoder_without_bom_handling(),"},{"Add":" half_width_katakana_seen: false,"},{"Add":" half_width_katakana_state: HalfWidthKatakana::DakutenForbidden,"},{"Add":" prev: LatinCj::Other,"},{"Add":" prev_byte: 0,"},{"Add":" pending_score: None,"},{"Add":" }),"},{"Add":" score: Some(0),"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn new_euc_jp() -> Self {"},{"Add":" Candidate {"},{"Add":" inner: InnerCandidate::EucJp(EucJpCandidate {"},{"Add":" decoder: EUC_JP.new_decoder_without_bom_handling(),"},{"Add":" non_ascii_seen: false,"},{"Add":" half_width_katakana_state: HalfWidthKatakana::DakutenForbidden,"},{"Add":" prev: LatinCj::Other,"},{"Add":" prev_byte: 0,"},{"Add":" prev_prev_byte: 0,"},{"Add":" }),"},{"Add":" score: Some(0),"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn new_euc_kr() -> Self {"},{"Add":" Candidate {"},{"Add":" inner: InnerCandidate::EucKr(EucKrCandidate {"},{"Add":" decoder: EUC_KR.new_decoder_without_bom_handling(),"},{"Add":" prev_byte: 0,"},{"Add":" prev_was_euc_range: false,"},{"Add":" prev: LatinKorean::Other,"},{"Add":" current_word_len: 0,"},{"Add":" pending_score: None,"},{"Add":" }),"},{"Add":" score: Some(0),"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn new_big5() -> Self {"},{"Add":" Candidate {"},{"Add":" inner: InnerCandidate::Big5(Big5Candidate {"},{"Add":" decoder: BIG5.new_decoder_without_bom_handling(),"},{"Add":" prev: LatinCj::Other,"},{"Add":" prev_byte: 0,"},{"Add":" pending_score: None,"},{"Add":" }),"},{"Add":" score: Some(0),"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn new_gbk() -> Self {"},{"Add":" Candidate {"},{"Add":" inner: InnerCandidate::Gbk(GbkCandidate {"},{"Add":" decoder: GBK.new_decoder_without_bom_handling(),"},{"Add":" prev: LatinCj::Other,"},{"Add":" prev_byte: 0,"},{"Add":" pending_score: None,"},{"Add":" }),"},{"Add":" score: Some(0),"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn score(&self, encoding: usize, tld: Tld, expectation_is_valid: bool) -> Option {"},{"Add":" match &self.inner {"},{"Add":" InnerCandidate::NonLatinCased(c) => {"},{"Add":" if c.longest_word < 2 {"},{"Add":" return None;"},{"Add":" }"},{"Add":" }"},{"Add":" InnerCandidate::Caseless(c) => {"},{"Add":" if c.longest_word < 2 && !encoding_is_native_to_tld(tld, encoding) {"},{"Add":" return None;"},{"Add":" }"},{"Add":" }"},{"Add":" InnerCandidate::ArabicFrench(c) => {"},{"Add":" if c.longest_word < 2 && !encoding_is_native_to_tld(tld, encoding) {"},{"Add":" return None;"},{"Add":" }"},{"Add":" }"},{"Add":" InnerCandidate::Logical(c) => {"},{"Add":" if c.longest_word < 2 && !encoding_is_native_to_tld(tld, encoding) {"},{"Add":" return None;"},{"Add":" }"},{"Add":" }"},{"Add":" InnerCandidate::Visual(c) => {"},{"Add":" if c.longest_word < 2 && !encoding_is_native_to_tld(tld, encoding) {"},{"Add":" return None;"},{"Add":" }"},{"Add":" }"},{"Add":" _ => {}"},{"Add":" }"},{"Add":" if tld == Tld::Generic {"},{"Add":" return self.score;"},{"Add":" }"},{"Add":" if let Some(score) = self.score {"},{"Add":" if encoding == encoding_for_tld(tld) {"},{"Add":" return Some(score + 1);"},{"Add":" }"},{"Add":" if encoding_is_native_to_tld(tld, encoding) {"},{"Add":" return Some(score);"},{"Add":" }"},{"Add":" if expectation_is_valid {"},{"Add":" return Some(score - score_adjustment(score, encoding, tld));"},{"Add":" }"},{"Add":" // If expectation is no longer valid, fall back to"},{"Add":" // generic behavior."},{"Add":" // XXX Flipped Chinese and Central"},{"Add":" return Some(score);"},{"Add":" }"},{"Add":" None"},{"Add":" }"},{"Add":""},{"Add":" fn plausible_punctuation(&self) -> u64 {"},{"Add":" match &self.inner {"},{"Add":" InnerCandidate::Logical(c) => {"},{"Add":" return c.plausible_punctuation;"},{"Add":" }"},{"Add":" InnerCandidate::Visual(c) => {"},{"Add":" return c.plausible_punctuation;"},{"Add":" }"},{"Add":" _ => {"},{"Add":" unreachable!();"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn encoding(&self) -> &'static Encoding {"},{"Add":" match &self.inner {"},{"Add":" InnerCandidate::Latin(c) => {"},{"Add":" return c.data.encoding;"},{"Add":" }"},{"Add":" InnerCandidate::NonLatinCased(c) => {"},{"Add":" return c.data.encoding;"},{"Add":" }"},{"Add":" InnerCandidate::Caseless(c) => {"},{"Add":" return c.data.encoding;"},{"Add":" }"},{"Add":" InnerCandidate::ArabicFrench(c) => {"},{"Add":" return c.data.encoding;"},{"Add":" }"},{"Add":" InnerCandidate::Logical(c) => {"},{"Add":" return c.data.encoding;"},{"Add":" }"},{"Add":" InnerCandidate::Visual(c) => {"},{"Add":" return c.data.encoding;"},{"Add":" }"},{"Add":" InnerCandidate::Shift(_) => {"},{"Add":" return SHIFT_JIS;"},{"Add":" }"},{"Add":" InnerCandidate::EucJp(_) => {"},{"Add":" return EUC_JP;"},{"Add":" }"},{"Add":" InnerCandidate::Big5(_) => {"},{"Add":" return BIG5;"},{"Add":" }"},{"Add":" InnerCandidate::EucKr(_) => {"},{"Add":" return EUC_KR;"},{"Add":" }"},{"Add":" InnerCandidate::Gbk(_) => {"},{"Add":" return GBK;"},{"Add":" }"},{"Add":" InnerCandidate::Utf8(_) => {"},{"Add":" return UTF_8;"},{"Add":" }"},{"Add":" InnerCandidate::Iso2022(_) => {"},{"Add":" return ISO_2022_JP;"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"// LLVM doesn't autovectorize this properly for SSE2, so let's help manually."},{"Add":"cfg_if::cfg_if! {"},{"Add":" if #[cfg(target_feature = \"sse2\")] {"},{"Add":" fn count_non_ascii(buffer: &[u8]) -> u64 {"},{"Add":" let mut count = 0;"},{"Add":" let (prefix, simd, suffix) = unsafe { buffer.align_to::<__m128i>() };"},{"Add":" for &b in prefix {"},{"Add":" if b >= 0x80 {"},{"Add":" count += 1;"},{"Add":" }"},{"Add":" }"},{"Add":" for &s in simd {"},{"Add":" count += unsafe {_mm_movemask_epi8(s)}.count_ones() as u64;"},{"Add":" }"},{"Add":" for &b in suffix {"},{"Add":" if b >= 0x80 {"},{"Add":" count += 1;"},{"Add":" }"},{"Add":" }"},{"Add":" count"},{"Add":" }"},{"Add":" } else {"},{"Add":" fn count_non_ascii(buffer: &[u8]) -> u64 {"},{"Add":" let mut count = 0;"},{"Add":" for &b in buffer {"},{"Add":" if b >= 0x80 {"},{"Add":" count += 1;"},{"Add":" }"},{"Add":" }"},{"Add":" count"},{"Add":" }"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"#[derive(Clone, Copy)]"},{"Add":"enum BeforeNonAscii {"},{"Add":" None,"},{"Add":" One([u8; 1]),"},{"Add":" Two([u8; 2]),"},{"Add":"}"},{"Add":""},{"Add":"impl BeforeNonAscii {"},{"Add":" fn as_slice(&self) -> &[u8] {"},{"Add":" match self {"},{"Add":" BeforeNonAscii::None => b\"\","},{"Add":" BeforeNonAscii::One(arr) => &arr[..],"},{"Add":" BeforeNonAscii::Two(arr) => &arr[..],"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" fn push(&mut self, buffer: &[u8]) {"},{"Add":" let len = buffer.len();"},{"Add":" if len >= 2 {"},{"Add":" let arr = [buffer[len - 2], buffer[len - 1]];"},{"Add":" *self = BeforeNonAscii::Two(arr);"},{"Add":" } else if len == 1 {"},{"Add":" match self {"},{"Add":" BeforeNonAscii::None => {"},{"Add":" let arr = [buffer[0]];"},{"Add":" *self = BeforeNonAscii::One(arr);"},{"Add":" }"},{"Add":" BeforeNonAscii::One(first) => {"},{"Add":" let arr = [first[0], buffer[0]];"},{"Add":" *self = BeforeNonAscii::Two(arr);"},{"Add":" }"},{"Add":" BeforeNonAscii::Two(first) => {"},{"Add":" let arr = [first[1], buffer[0]];"},{"Add":" *self = BeforeNonAscii::Two(arr);"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"/// A Web browser-oriented detector for guessing what character"},{"Add":"/// encoding a stream of bytes is encoded in."},{"Add":"///"},{"Add":"/// The bytes are fed to the detector incrementally using the `feed`"},{"Add":"/// method. The current guess of the detector can be queried using"},{"Add":"/// the `guess` method. The guessing parameters are arguments to the"},{"Add":"/// `guess` method rather than arguments to the constructor in order"},{"Add":"/// to enable the application to check if the arguments affect the"},{"Add":"/// guessing outcome. (The specific use case is to disable UI for"},{"Add":"/// re-running the detector with UTF-8 allowed and the top-level"},{"Add":"/// domain name ignored if those arguments don't change the guess.)"},{"Add":"pub struct EncodingDetector {"},{"Add":" candidates: [Candidate; 27],"},{"Add":" non_ascii_seen: u64,"},{"Add":" // We need to feed up to two bytes of context before non-ASCII"},{"Add":" // thanks to Spanish n.º."},{"Add":" last_before_non_ascii: BeforeNonAscii,"},{"Add":" esc_seen: bool,"},{"Add":" closed: bool,"},{"Add":"}"},{"Add":""},{"Add":"impl EncodingDetector {"},{"Add":" cfg_if::cfg_if! {"},{"Add":" if #[cfg(feature = \"multithreading\")] {"},{"Add":" fn feed_impl(&mut self, buffer: &[u8], last: bool) {"},{"Add":" if buffer.len() < 10 {"},{"Add":" self.candidates.iter_mut().for_each(|candidate| candidate.feed(buffer, last));"},{"Add":" self.non_ascii_seen += count_non_ascii(buffer);"},{"Add":" return;"},{"Add":" }"},{"Add":" // Collect only qualified candidates to avoid Rayon"},{"Add":" // performing thread synchronization only to bail"},{"Add":" // out immediately when trying a disqualified"},{"Add":" // candidate."},{"Add":" let mut qualified = ArrayVec::<[_; 27]>::new();"},{"Add":" for candidate in self.candidates.iter_mut() {"},{"Add":" if candidate.qualified() {"},{"Add":" qualified.push(candidate);"},{"Add":" }"},{"Add":" }"},{"Add":" let (_, non_ascii) = rayon::join(|| qualified.par_iter_mut().for_each(|candidate| candidate.feed(buffer, last)),"},{"Add":" || count_non_ascii(buffer));"},{"Add":" self.non_ascii_seen += non_ascii;"},{"Add":" }"},{"Add":" } else {"},{"Add":" fn feed_impl(&mut self, buffer: &[u8], last: bool) {"},{"Add":" self.candidates.iter_mut().for_each(|candidate| candidate.feed(buffer, last));"},{"Add":" self.non_ascii_seen += count_non_ascii(buffer);"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" /// Inform the detector of a chunk of input."},{"Add":" ///"},{"Add":" /// The byte stream is represented as a sequence of calls to this"},{"Add":" /// method such that the concatenation of the arguments to this"},{"Add":" /// method form the byte stream. It does not matter how the application"},{"Add":" /// chooses to chunk the stream. It is OK to call this method with"},{"Add":" /// a zero-length byte slice."},{"Add":" ///"},{"Add":" /// The end of the stream is indicated by calling this method with"},{"Add":" /// `last` set to `true`. In that case, the end of the stream is"},{"Add":" /// considered to occur after the last byte of the `buffer` (which"},{"Add":" /// may be zero-length) passed in the same call. Once this method"},{"Add":" /// has been called with `last` set to `true` this method must not"},{"Add":" /// be called again."},{"Add":" ///"},{"Add":" /// If you want to perform detection on just the prefix of a longer"},{"Add":" /// stream, do not pass `last=true` after the prefix if the stream"},{"Add":" /// actually still continues."},{"Add":" ///"},{"Add":" /// Returns `true` if after processing `buffer` the stream has"},{"Add":" /// contained at least one non-ASCII byte and `false` if only"},{"Add":" /// ASCII has been seen so far."},{"Add":" ///"},{"Add":" /// # Panics"},{"Add":" ///"},{"Add":" /// If this method has previously been called with `last` set to `true`."},{"Add":" pub fn feed(&mut self, buffer: &[u8], last: bool) -> bool {"},{"Add":" assert!("},{"Add":" !self.closed,"},{"Add":" \"Must not feed again after feeding with last equaling true.\""},{"Add":" );"},{"Add":" if last {"},{"Add":" self.closed = true;"},{"Add":" }"},{"Add":" let start = if self.non_ascii_seen == 0 && !self.esc_seen {"},{"Add":" let up_to = Encoding::ascii_valid_up_to(buffer);"},{"Add":" let start = if let Some(escape) = memchr::memchr(0x1B, &buffer[..up_to]) {"},{"Add":" self.esc_seen = true;"},{"Add":" escape"},{"Add":" } else {"},{"Add":" up_to"},{"Add":" };"},{"Add":" if start == buffer.len() {"},{"Add":" self.last_before_non_ascii.push(buffer);"},{"Add":" return self.non_ascii_seen != 0;"},{"Add":" }"},{"Add":" if start == 0 || start == 1 {"},{"Add":" let last_before = self.last_before_non_ascii;"},{"Add":" self.last_before_non_ascii = BeforeNonAscii::None;"},{"Add":" self.feed_impl(last_before.as_slice(), false);"},{"Add":" 0"},{"Add":" } else {"},{"Add":" start - 2"},{"Add":" }"},{"Add":" } else {"},{"Add":" 0"},{"Add":" };"},{"Add":" self.feed_impl(&buffer[start..], last);"},{"Add":" self.non_ascii_seen != 0"},{"Add":" }"},{"Add":""},{"Add":" /// Guess the encoding given the bytes pushed to the detector so far"},{"Add":" /// (via `feed()`), the top-level domain name from which the bytes were"},{"Add":" /// loaded, and an indication of whether to consider UTF-8 as a permissible"},{"Add":" /// guess."},{"Add":" ///"},{"Add":" /// The `tld` argument takes the rightmost DNS label of the hostname of the"},{"Add":" /// host the stream was loaded from in lower-case ASCII form. That is, if"},{"Add":" /// the label is an internationalized top-level domain name, it must be"},{"Add":" /// provided in its Punycode form. If the TLD that the stream was loaded"},{"Add":" /// from is unavalable, `None` may be passed instead, which is equivalent"},{"Add":" /// to passing `Some(b\"com\")`."},{"Add":" ///"},{"Add":" /// If the `allow_utf8` argument is set to `false`, the return value of"},{"Add":" /// this method won't be `encoding_rs::UTF_8`. When performing detection"},{"Add":" /// on `text/html` on non-`file:` URLs, Web browsers must pass `false`,"},{"Add":" /// unless the user has taken a specific contextual action to request an"},{"Add":" /// override. This way, Web developers cannot start depending on UTF-8"},{"Add":" /// detection. Such reliance would make the Web Platform more brittle."},{"Add":" ///"},{"Add":" /// Returns the guessed encoding."},{"Add":" ///"},{"Add":" /// # Panics"},{"Add":" ///"},{"Add":" /// If `tld` contains non-ASCII, period, or upper-case letters. (The panic"},{"Add":" /// condition is intentionally limited to signs of failing to extract the"},{"Add":" /// label correctly, failing to provide it in its Punycode form, and failure"},{"Add":" /// to lower-case it. Full DNS label validation is intentionally not performed"},{"Add":" /// to avoid panics when the reality doesn't match the specs.)"},{"Add":" pub fn guess(&self, tld: Option<&[u8]>, allow_utf8: bool) -> &'static Encoding {"},{"Add":" self.guess_assess(tld, allow_utf8).0"},{"Add":" }"},{"Add":""},{"Add":" /// Same as `guess()`, but also returns a Boolean indicating"},{"Add":" /// whether the guessed encoding had a higher score than at least"},{"Add":" /// one other candidate. If this method returns `false`, the"},{"Add":" /// guessed encoding is likely to be wrong."},{"Add":" pub fn guess_assess(&self, tld: Option<&[u8]>, allow_utf8: bool) -> (&'static Encoding, bool) {"},{"Add":" let mut tld_type = tld.map_or(Tld::Generic, |tld| {"},{"Add":" assert!(!contains_upper_case_period_or_non_ascii(tld));"},{"Add":" classify_tld(tld)"},{"Add":" });"},{"Add":""},{"Add":" if self.non_ascii_seen == 0 && self.esc_seen {"},{"Add":" if self.candidates[Self::ISO_2022_JP_INDEX].score.is_some() {"},{"Add":" return (ISO_2022_JP, true);"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" if self.candidates[Self::UTF_8_INDEX].score.is_some() {"},{"Add":" if allow_utf8 {"},{"Add":" return (UTF_8, true);"},{"Add":" }"},{"Add":" // Various test cases that prohibit UTF-8 detection want to"},{"Add":" // see windows-1252 specifically. These tests run on generic"},{"Add":" // domains. However, if we returned windows-1252 on"},{"Add":" // some non-generic domains, we'd cause reloads."},{"Add":" return (self.candidates[encoding_for_tld(tld_type)].encoding(), true);"},{"Add":" }"},{"Add":""},{"Add":" let mut encoding = self.candidates[encoding_for_tld(tld_type)].encoding();"},{"Add":" let mut max = 0i64;"},{"Add":" let mut expectation_is_valid = false;"},{"Add":" if tld_type != Tld::Generic {"},{"Add":" for (i, candidate) in self.candidates.iter().enumerate().skip(Self::FIRST_NORMAL) {"},{"Add":" if encoding_is_native_to_tld(tld_type, i) && candidate.score.is_some() {"},{"Add":" expectation_is_valid = true;"},{"Add":" break;"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" if !expectation_is_valid {"},{"Add":" // Flip Chinese and Central around"},{"Add":" match tld_type {"},{"Add":" Tld::Simplified => {"},{"Add":" if self.candidates[Self::BIG5_INDEX].score.is_some() {"},{"Add":" tld_type = Tld::Traditional;"},{"Add":" expectation_is_valid = true;"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::Traditional => {"},{"Add":" if self.candidates[Self::GBK_INDEX].score.is_some() {"},{"Add":" tld_type = Tld::Simplified;"},{"Add":" expectation_is_valid = true;"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::CentralWindows => {"},{"Add":" if self.candidates[Self::CENTRAL_ISO_INDEX].score.is_some() {"},{"Add":" tld_type = Tld::CentralIso;"},{"Add":" expectation_is_valid = true;"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::CentralIso => {"},{"Add":" if self.candidates[Self::CENTRAL_WINDOWS_INDEX].score.is_some() {"},{"Add":" tld_type = Tld::CentralWindows;"},{"Add":" expectation_is_valid = true;"},{"Add":" }"},{"Add":" }"},{"Add":" _ => {}"},{"Add":" }"},{"Add":" }"},{"Add":" for (i, candidate) in self.candidates.iter().enumerate().skip(Self::FIRST_NORMAL) {"},{"Add":" if let Some(score) = candidate.score(i, tld_type, expectation_is_valid) {"},{"Add":" if score > max {"},{"Add":" max = score;"},{"Add":" encoding = candidate.encoding();"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" let visual = &self.candidates[Self::VISUAL_INDEX];"},{"Add":" if let Some(visual_score) = visual.score(Self::VISUAL_INDEX, tld_type, expectation_is_valid)"},{"Add":" {"},{"Add":" if (visual_score > max || encoding == WINDOWS_1255)"},{"Add":" && visual.plausible_punctuation()"},{"Add":" > self.candidates[Self::LOGICAL_INDEX].plausible_punctuation()"},{"Add":" {"},{"Add":" // max = visual_score;"},{"Add":" encoding = ISO_8859_8;"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" (encoding, max > 0)"},{"Add":" }"},{"Add":""},{"Add":" // XXX Test-only API"},{"Add":" #[cfg(feature = \"testing-only-no-semver-guarantees-do-not-use\")]"},{"Add":" pub fn find_score(&self, encoding: &'static Encoding) -> Option {"},{"Add":" let mut tld_type = Tld::Generic;"},{"Add":" let mut expectation_is_valid = false;"},{"Add":" if tld_type != Tld::Generic {"},{"Add":" for (i, candidate) in self.candidates.iter().enumerate().skip(Self::FIRST_NORMAL) {"},{"Add":" if encoding_is_native_to_tld(tld_type, i) && candidate.score.is_some() {"},{"Add":" expectation_is_valid = true;"},{"Add":" break;"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" if !expectation_is_valid {"},{"Add":" // Flip Chinese and Central around"},{"Add":" match tld_type {"},{"Add":" Tld::Simplified => {"},{"Add":" if self.candidates[Self::BIG5_INDEX].score.is_some() {"},{"Add":" tld_type = Tld::Traditional;"},{"Add":" expectation_is_valid = true;"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::Traditional => {"},{"Add":" if self.candidates[Self::GBK_INDEX].score.is_some() {"},{"Add":" tld_type = Tld::Simplified;"},{"Add":" expectation_is_valid = true;"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::CentralWindows => {"},{"Add":" if self.candidates[Self::CENTRAL_ISO_INDEX].score.is_some() {"},{"Add":" tld_type = Tld::CentralIso;"},{"Add":" expectation_is_valid = true;"},{"Add":" }"},{"Add":" }"},{"Add":" Tld::CentralIso => {"},{"Add":" if self.candidates[Self::CENTRAL_WINDOWS_INDEX].score.is_some() {"},{"Add":" tld_type = Tld::CentralWindows;"},{"Add":" expectation_is_valid = true;"},{"Add":" }"},{"Add":" }"},{"Add":" _ => {}"},{"Add":" }"},{"Add":" }"},{"Add":" for (i, candidate) in self.candidates.iter().enumerate() {"},{"Add":" if encoding == candidate.encoding() {"},{"Add":" return candidate.score(i, tld_type, expectation_is_valid);"},{"Add":" }"},{"Add":" }"},{"Add":" Some(0)"},{"Add":" }"},{"Add":""},{"Add":" const FIRST_NORMAL: usize = 3;"},{"Add":""},{"Add":" const UTF_8_INDEX: usize = 0;"},{"Add":""},{"Add":" const ISO_2022_JP_INDEX: usize = 1;"},{"Add":""},{"Add":" const VISUAL_INDEX: usize = 2;"},{"Add":""},{"Add":" const GBK_INDEX: usize = 3;"},{"Add":""},{"Add":" const EUC_JP_INDEX: usize = 4;"},{"Add":""},{"Add":" const EUC_KR_INDEX: usize = 5;"},{"Add":""},{"Add":" const SHIFT_JIS_INDEX: usize = 6;"},{"Add":""},{"Add":" const BIG5_INDEX: usize = 7;"},{"Add":""},{"Add":" const WESTERN_INDEX: usize = 8;"},{"Add":""},{"Add":" const CYRILLIC_WINDOWS_INDEX: usize = 9;"},{"Add":""},{"Add":" const CENTRAL_WINDOWS_INDEX: usize = 10;"},{"Add":""},{"Add":" const CENTRAL_ISO_INDEX: usize = 11;"},{"Add":""},{"Add":" const ARABIC_WINDOWS_INDEX: usize = 12;"},{"Add":""},{"Add":" const ICELANDIC_INDEX: usize = 13;"},{"Add":""},{"Add":" const TURKISH_INDEX: usize = 14;"},{"Add":""},{"Add":" const THAI_INDEX: usize = 15;"},{"Add":""},{"Add":" const LOGICAL_INDEX: usize = 16;"},{"Add":""},{"Add":" const GREEK_WINDOWS_INDEX: usize = 17;"},{"Add":""},{"Add":" const GREEK_ISO_INDEX: usize = 18;"},{"Add":""},{"Add":" const BALTIC_WINDOWS_INDEX: usize = 19;"},{"Add":""},{"Add":" const BALTIC_ISO13_INDEX: usize = 20;"},{"Add":""},{"Add":" const CYRILLIC_KOI_INDEX: usize = 21;"},{"Add":""},{"Add":" const CYRILLIC_IBM_INDEX: usize = 22;"},{"Add":""},{"Add":" const ARABIC_ISO_INDEX: usize = 23;"},{"Add":""},{"Add":" const VIETNAMESE_INDEX: usize = 24;"},{"Add":""},{"Add":" const BALTIC_ISO4_INDEX: usize = 25;"},{"Add":""},{"Add":" const CYRILLIC_ISO_INDEX: usize = 26;"},{"Add":""},{"Add":" /// Creates a new instance of the detector."},{"Add":" pub fn new() -> Self {"},{"Add":" EncodingDetector {"},{"Add":" candidates: ["},{"Add":" Candidate::new_utf_8(), // 0"},{"Add":" Candidate::new_iso_2022_jp(), // 1"},{"Add":" Candidate::new_visual(&SINGLE_BYTE_DATA[ISO_8859_8_INDEX]), // 2"},{"Add":" Candidate::new_gbk(), // 3"},{"Add":" Candidate::new_euc_jp(), // 4"},{"Add":" Candidate::new_euc_kr(), // 5"},{"Add":" Candidate::new_shift_jis(), // 6"},{"Add":" Candidate::new_big5(), // 7"},{"Add":" Candidate::new_latin(&SINGLE_BYTE_DATA[WINDOWS_1252_INDEX]), // 8"},{"Add":" Candidate::new_non_latin_cased(&SINGLE_BYTE_DATA[WINDOWS_1251_INDEX]), // 9"},{"Add":" Candidate::new_latin(&SINGLE_BYTE_DATA[WINDOWS_1250_INDEX]), // 10"},{"Add":" Candidate::new_latin(&SINGLE_BYTE_DATA[ISO_8859_2_INDEX]), // 11"},{"Add":" Candidate::new_arabic_french(&SINGLE_BYTE_DATA[WINDOWS_1256_INDEX]), // 12"},{"Add":" Candidate::new_latin(&SINGLE_BYTE_DATA[WINDOWS_1252_ICELANDIC_INDEX]), // 13"},{"Add":" Candidate::new_latin(&SINGLE_BYTE_DATA[WINDOWS_1254_INDEX]), // 14"},{"Add":" Candidate::new_caseless(&SINGLE_BYTE_DATA[WINDOWS_874_INDEX]), // 15"},{"Add":" Candidate::new_logical(&SINGLE_BYTE_DATA[WINDOWS_1255_INDEX]), // 16"},{"Add":" Candidate::new_non_latin_cased(&SINGLE_BYTE_DATA[WINDOWS_1253_INDEX]), // 17"},{"Add":" Candidate::new_non_latin_cased(&SINGLE_BYTE_DATA[ISO_8859_7_INDEX]), // 18"},{"Add":" Candidate::new_latin(&SINGLE_BYTE_DATA[WINDOWS_1257_INDEX]), // 19"},{"Add":" Candidate::new_latin(&SINGLE_BYTE_DATA[ISO_8859_13_INDEX]), // 20"},{"Add":" Candidate::new_non_latin_cased(&SINGLE_BYTE_DATA[KOI8_U_INDEX]), // 21"},{"Add":" Candidate::new_non_latin_cased(&SINGLE_BYTE_DATA[IBM866_INDEX]), // 22"},{"Add":" Candidate::new_caseless(&SINGLE_BYTE_DATA[ISO_8859_6_INDEX]), // 23"},{"Add":" Candidate::new_latin(&SINGLE_BYTE_DATA[WINDOWS_1258_INDEX]), // 24"},{"Add":" Candidate::new_latin(&SINGLE_BYTE_DATA[ISO_8859_4_INDEX]), // 25"},{"Add":" Candidate::new_non_latin_cased(&SINGLE_BYTE_DATA[ISO_8859_5_INDEX]), // 26"},{"Add":" ],"},{"Add":" non_ascii_seen: 0,"},{"Add":" last_before_non_ascii: BeforeNonAscii::None,"},{"Add":" esc_seen: false,"},{"Add":" closed: false,"},{"Add":" }"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"#[cfg(test)]"},{"Add":"mod tests {"},{"Add":" use super::*;"},{"Add":" use detone::IterDecomposeVietnamese;"},{"Add":" use encoding_rs::IBM866;"},{"Add":" use encoding_rs::ISO_8859_2;"},{"Add":" use encoding_rs::ISO_8859_4;"},{"Add":" use encoding_rs::ISO_8859_5;"},{"Add":" use encoding_rs::ISO_8859_6;"},{"Add":" use encoding_rs::ISO_8859_7;"},{"Add":" use encoding_rs::KOI8_U;"},{"Add":" use encoding_rs::WINDOWS_1250;"},{"Add":" use encoding_rs::WINDOWS_1251;"},{"Add":" use encoding_rs::WINDOWS_1252;"},{"Add":" use encoding_rs::WINDOWS_1253;"},{"Add":" use encoding_rs::WINDOWS_1254;"},{"Add":" use encoding_rs::WINDOWS_1256;"},{"Add":" use encoding_rs::WINDOWS_1257;"},{"Add":" use encoding_rs::WINDOWS_1258;"},{"Add":" use encoding_rs::WINDOWS_874;"},{"Add":""},{"Add":" fn check_bytes(bytes: &[u8], encoding: &'static Encoding) {"},{"Add":" let mut det = EncodingDetector::new();"},{"Add":" det.feed(bytes, true);"},{"Add":" let enc = det.guess(None, false);"},{"Add":" let (decoded, _) = enc.decode_without_bom_handling(bytes);"},{"Add":" println!(\"{:?}\", decoded);"},{"Add":" assert_eq!(enc, encoding);"},{"Add":" }"},{"Add":""},{"Add":" fn check(input: &str, encoding: &'static Encoding) {"},{"Add":" let orthographic;"},{"Add":" let (bytes, _, _) = if encoding == WINDOWS_1258 {"},{"Add":" orthographic = input"},{"Add":" .chars()"},{"Add":" .decompose_vietnamese_tones(true)"},{"Add":" .collect::();"},{"Add":" encoding.encode(&orthographic)"},{"Add":" } else {"},{"Add":" encoding.encode(input)"},{"Add":" };"},{"Add":" check_bytes(&bytes, encoding);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_i_apostrophe() {"},{"Add":" let mut det = EncodingDetector::new();"},{"Add":" det.feed(b\"I\\x92\", true);"},{"Add":" let enc = det.guess(None, false);"},{"Add":" assert_eq!(enc, WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_streaming_numero_one_by_one() {"},{"Add":" let mut det = EncodingDetector::new();"},{"Add":" det.feed(b\"n\", false);"},{"Add":" det.feed(b\".\", false);"},{"Add":" det.feed(b\"\\xBA\", false);"},{"Add":" det.feed(b\"1\", true);"},{"Add":" let enc = det.guess(None, false);"},{"Add":" assert_eq!(enc, WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_streaming_numero_two_together() {"},{"Add":" let mut det = EncodingDetector::new();"},{"Add":" det.feed(b\"n.\", false);"},{"Add":" det.feed(b\"\\xBA\", false);"},{"Add":" det.feed(b\"1\", true);"},{"Add":" let enc = det.guess(None, false);"},{"Add":" assert_eq!(enc, WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_streaming_numero_one_by_one_extra_before() {"},{"Add":" let mut det = EncodingDetector::new();"},{"Add":" det.feed(b\" n\", false);"},{"Add":" det.feed(b\".\", false);"},{"Add":" det.feed(b\"\\xBA\", false);"},{"Add":" det.feed(b\"1\", true);"},{"Add":" let enc = det.guess(None, false);"},{"Add":" assert_eq!(enc, WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_streaming_numero_one_before() {"},{"Add":" let mut det = EncodingDetector::new();"},{"Add":" det.feed(b\"n\", false);"},{"Add":" det.feed(b\".\\xBA\", false);"},{"Add":" det.feed(b\"1\", true);"},{"Add":" let enc = det.guess(None, false);"},{"Add":" assert_eq!(enc, WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_streaming_numero_longer_first_buffer() {"},{"Add":" let mut det = EncodingDetector::new();"},{"Add":" det.feed(b\"rrn.\", false);"},{"Add":" det.feed(b\"\\xBA\", false);"},{"Add":" det.feed(b\"1\", true);"},{"Add":" let enc = det.guess(None, false);"},{"Add":" assert_eq!(enc, WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_empty() {"},{"Add":" let mut det = EncodingDetector::new();"},{"Add":" let seen_non_ascii = det.feed(b\"\", true);"},{"Add":" let enc = det.guess(None, false);"},{"Add":" assert_eq!(enc, WINDOWS_1252);"},{"Add":" assert!(!seen_non_ascii);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_fi() {"},{"Add":" check(\"Ääni\", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_fi_bis() {"},{"Add":" check(\"Tämä\", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_pt() {"},{"Add":" check("},{"Add":" \"Este é um teste de codificação de caracteres.\","},{"Add":" WINDOWS_1252,"},{"Add":" );"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_is() {"},{"Add":" check(\"Þetta er kóðunarpróf á staf. Fyrir sum tungumál sem nota latneska stafi þurfum við meira inntak til að taka ákvörðunina.\", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_ru_short() {"},{"Add":" check(\"Русский\", WINDOWS_1251);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_ru() {"},{"Add":" check(\"Это тест кодировки символов.\", WINDOWS_1251);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_ru_iso() {"},{"Add":" check(\"Это тест кодировки символов.\", ISO_8859_5);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_ru_ibm() {"},{"Add":" check(\"Это тест кодировки символов.\", IBM866);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_ru_koi() {"},{"Add":" check(\"Это тест кодировки символов.\", KOI8_U);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_uk() {"},{"Add":" check(\"Це тест на кодування символів.\", WINDOWS_1251);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_uk_koi() {"},{"Add":" check(\"Це тест на кодування символів.\", KOI8_U);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_el_short() {"},{"Add":" check(\"Ελληνικά\", WINDOWS_1253);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_el() {"},{"Add":" check("},{"Add":" \"Πρόκειται για δοκιμή κωδικοποίησης χαρακτήρων: Άρης\","},{"Add":" WINDOWS_1253,"},{"Add":" );"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_el_iso() {"},{"Add":" check("},{"Add":" \"Πρόκειται για δοκιμή κωδικοποίησης χαρακτήρων: Άρης\","},{"Add":" ISO_8859_7,"},{"Add":" );"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_de() {"},{"Add":" check(\"Straße\", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_he() {"},{"Add":" check(\"\\u{5E2}\\u{5D1}\\u{5E8}\\u{5D9}\\u{5EA}\", WINDOWS_1255);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_2022() {"},{"Add":" check(\"日本語\", ISO_2022_JP);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_th() {"},{"Add":" check(\"นี่คือการทดสอบการเข้ารหัสอักขระ\", WINDOWS_874);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_vi() {"},{"Add":" check(\"Đây là một thử nghiệm mã hóa ký tự.\", WINDOWS_1258);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_tr() {"},{"Add":" check(\"Bu bir karakter kodlama testidir. Latince karakterleri kullanan bazı dillerde karar vermek için daha fazla girdiye ihtiyacımız var.\", WINDOWS_1254);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_simplified() {"},{"Add":" check(\"这是一个字符编码测试。\", GBK);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_traditional() {"},{"Add":" check(\"這是一個字符編碼測試。\", BIG5);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_ko() {"},{"Add":" check(\"이것은 문자 인코딩 테스트입니다.\", EUC_KR);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_shift() {"},{"Add":" check(\"これは文字実験です。\", SHIFT_JIS);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_euc() {"},{"Add":" check(\"これは文字実験です。\", EUC_JP);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_ar() {"},{"Add":" check(\"هذا هو اختبار ترميز الأحرف.\", WINDOWS_1256);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_ar_iso() {"},{"Add":" check(\"هذا هو اختبار ترميز الأحرف.\", ISO_8859_6);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_fa() {"},{"Add":" check(\"این یک تست رمزگذاری کاراکتر است.\", WINDOWS_1256);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_visual() {"},{"Add":" check(\".םיוות דודיק ןחבמ והז\", ISO_8859_8);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_yi() {"},{"Add":" check(\"דאָס איז אַ טעסט פֿאַר קאָדירונג פון כאַראַקטער.\", WINDOWS_1255);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_it() {"},{"Add":" check(\"è\", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_en() {"},{"Add":" check(\"isn’t\", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_en_bis() {"},{"Add":" check(\"Rock ’n Roll\", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_ca() {"},{"Add":" check(\"Codificació de caràcters\", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_et() {"},{"Add":" check(\"või\", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_pl_iso() {"},{"Add":" check(\"To jest test kodowania znaków. W przypadku niektórych języków, które używają znaków łacińskich, potrzebujemy więcej danych, aby podjąć decyzję.\", ISO_8859_2);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_pl() {"},{"Add":" check(\"To jest test kodowania znaków. W przypadku niektórych języków, które używają znaków łacińskich, potrzebujemy więcej danych, aby podjąć decyzję.\", WINDOWS_1250);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_lt() {"},{"Add":" check(\"Tai simbolių kodavimo testas. Kai kurioms kalboms, naudojančioms lotyniškus rašmenis, mums reikia daugiau informacijos, kad galėtume priimti sprendimą.\", WINDOWS_1257);"},{"Add":" }"},{"Add":""},{"Add":" // TODO: Detected as ISO-8859-2."},{"Add":" // #[test]"},{"Add":" // fn test_lt_windows_iso_8859_4() {"},{"Add":" // check(\"Tai simbolių kodavimo testas. Kai kurioms kalboms, naudojančioms lotyniškus rašmenis, mums reikia daugiau informacijos, kad galėtume priimti sprendimą.\", ISO_8859_4);"},{"Add":" // }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_lv() {"},{"Add":" check(\"Šis ir rakstzīmju kodēšanas tests. Dažās valodās, kurās tiek izmantotas latīņu valodas burti, lēmuma pieņemšanai mums ir nepieciešams vairāk ieguldījuma.\", WINDOWS_1257);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_lv_iso_8859_4() {"},{"Add":" check(\"Šis ir rakstzīmju kodēšanas tests. Dažās valodās, kurās tiek izmantotas latīņu valodas burti, lēmuma pieņemšanai mums ir nepieciešams vairāk ieguldījuma.\", ISO_8859_4);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_a0() {"},{"Add":" // Test that this isn't IBM866. TODO: What about GBK with fully paired 0xA0?"},{"Add":" check(\"\\u{A0}\\u{A0} \\u{A0}\", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_a0a0() {"},{"Add":" // Test that this isn't GBK or EUC-KR."},{"Add":" check(\"\\u{A0}\\u{A0}\", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_space_masculine_space() {"},{"Add":" check(\" º \", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_space_feminine_space() {"},{"Add":" check(\" ª \", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_period_masculine_space() {"},{"Add":" check(\".º \", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_period_feminine_space() {"},{"Add":" check(\".ª \", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_maria() {"},{"Add":" check(\" Mª \", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_dona() {"},{"Add":" check(\" Dª \", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_nuestra() {"},{"Add":" check(\" Nª \", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_senora() {"},{"Add":" check(\" Sª \", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_digit_feminine() {"},{"Add":" check(\" 42ª \", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_digit_masculine() {"},{"Add":" check(\" 42º \", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_roman_feminine() {"},{"Add":" check(\" XIVª \", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_roman_masculine() {"},{"Add":" check(\" XIVº \", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_numero_uno() {"},{"Add":" check(\"Nº1\", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_numero() {"},{"Add":" check(\"Nº\", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_euro() {"},{"Add":" check(\" €9\", WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_shift_jis_half_width_katakana() {"},{"Add":" check(\"ﾊｰﾄﾞｳｪｱﾊｰﾄﾞｳｪｱﾊｰﾄﾞｳｪｱﾊｰﾄﾞｳｪｱﾊｰﾄﾞｳｪｱ\", SHIFT_JIS);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_big5_pua() {"},{"Add":" let mut v = Vec::new();"},{"Add":" for _ in 0..40 {"},{"Add":" v.extend_from_slice(b\"\\xA4\\x40\");"},{"Add":" }"},{"Add":" v.extend_from_slice(b\"\\x81\\x40\\xA4\\x40\");"},{"Add":" check_bytes(&v, BIG5);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_big5_single_byte_a0() {"},{"Add":" let mut v = Vec::new();"},{"Add":" for _ in 0..80 {"},{"Add":" v.extend_from_slice(b\"\\xA4\\x40\");"},{"Add":" }"},{"Add":" v.extend_from_slice(b\"\\x81\\x40\\xA0 \");"},{"Add":" check_bytes(&v, BIG5);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_big5_single_byte_ff() {"},{"Add":" let mut v = Vec::new();"},{"Add":" for _ in 0..80 {"},{"Add":" v.extend_from_slice(b\"\\xA4\\x40\");"},{"Add":" }"},{"Add":" v.extend_from_slice(b\"\\x81\\x40\\xFF \");"},{"Add":" check_bytes(&v, BIG5);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_not_big5() {"},{"Add":" let mut v = Vec::new();"},{"Add":" for _ in 0..40 {"},{"Add":" v.extend_from_slice(b\"\\xA4\\x40\");"},{"Add":" }"},{"Add":" v.extend_from_slice(b\"\\x81\\x40\\xA0\\xA0\");"},{"Add":" check_bytes(&v, IBM866);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_euc_kr_pua() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\xC9\\xA1\\xB0\\xA1 \");"},{"Add":" for _ in 0..40 {"},{"Add":" v.extend_from_slice(b\"\\xC5\\xD7\\xBD\\xBA\\xC6\\xAE. \");"},{"Add":" }"},{"Add":" check_bytes(&v, EUC_KR);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_euc_kr_pua_bis() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\xFE\\xA1\\xB0\\xA1 \");"},{"Add":" for _ in 0..40 {"},{"Add":" v.extend_from_slice(b\"\\xC5\\xD7\\xBD\\xBA\\xC6\\xAE. \");"},{"Add":" }"},{"Add":" check_bytes(&v, EUC_KR);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_euc_kr_single_byte_ff() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\xFF \");"},{"Add":" for _ in 0..40 {"},{"Add":" v.extend_from_slice(b\"\\xC5\\xD7\\xBD\\xBA\\xC6\\xAE. \");"},{"Add":" }"},{"Add":" check_bytes(&v, EUC_KR);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_euc_kr_single_byte_81() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\x81 \");"},{"Add":" for _ in 0..40 {"},{"Add":" v.extend_from_slice(b\"\\xC5\\xD7\\xBD\\xBA\\xC6\\xAE. \");"},{"Add":" }"},{"Add":" check_bytes(&v, EUC_KR);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_euc_kr_single_byte_84() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\x84 \");"},{"Add":" for _ in 0..40 {"},{"Add":" v.extend_from_slice(b\"\\xC5\\xD7\\xBD\\xBA\\xC6\\xAE. \");"},{"Add":" }"},{"Add":" check_bytes(&v, EUC_KR);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_not_euc_kr() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\xC9\\xA0\\xB0\\xA1 \");"},{"Add":" for _ in 0..40 {"},{"Add":" v.extend_from_slice(b\"\\xC5\\xD7\\xBD\\xBA\\xC6\\xAE. \");"},{"Add":" }"},{"Add":" check_bytes(&v, GBK);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_shift_jis_x0213() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\x87\\xE5\");"},{"Add":" for _ in 0..40 {"},{"Add":" v.extend_from_slice(b\"\\x82\\xC9\\x82\\xD9\\x82\\xF1\\x82\\xB2\");"},{"Add":" }"},{"Add":" check_bytes(&v, SHIFT_JIS);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_shift_jis_single_byte_fd() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\xFD\");"},{"Add":" for _ in 0..40 {"},{"Add":" v.extend_from_slice(b\"\\x82\\xC9\\x82\\xD9\\x82\\xF1\\x82\\xB2\");"},{"Add":" }"},{"Add":" check_bytes(&v, SHIFT_JIS);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_not_shift_jis() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\x84\\xE0\");"},{"Add":" for _ in 0..40 {"},{"Add":" v.extend_from_slice(b\"\\x82\\xC9\\x82\\xD9\\x82\\xF1\\x82\\xB2\");"},{"Add":" }"},{"Add":" check_bytes(&v, GBK);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_not_shift_jis_bis() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\x87\\x7D\");"},{"Add":" for _ in 0..40 {"},{"Add":" v.extend_from_slice(b\"\\x82\\xC9\\x82\\xD9\\x82\\xF1\\x82\\xB2\");"},{"Add":" }"},{"Add":" check_bytes(&v, GBK);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_euc_jp_x0213() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\xAD\\xBF\");"},{"Add":" for _ in 0..80 {"},{"Add":" v.extend_from_slice(b\"\\xA4\\xCB\\xA4\\xDB\\xA4\\xF3\\xA4\\xB4\");"},{"Add":" }"},{"Add":" check_bytes(&v, EUC_JP);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_euc_jp_x0213_other_plane() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\x8F\\xFE\\xF6\");"},{"Add":" for _ in 0..80 {"},{"Add":" v.extend_from_slice(b\"\\xA4\\xCB\\xA4\\xDB\\xA4\\xF3\\xA4\\xB4\");"},{"Add":" }"},{"Add":" check_bytes(&v, EUC_JP);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_not_euc_jp() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\x8F\\xFE\\xF7\");"},{"Add":" for _ in 0..80 {"},{"Add":" v.extend_from_slice(b\"\\xA4\\xCB\\xA4\\xDB\\xA4\\xF3\\xA4\\xB4\");"},{"Add":" }"},{"Add":" check_bytes(&v, WINDOWS_1252);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_not_euc_jp_bis() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\xA8\\xDF\");"},{"Add":" for _ in 0..80 {"},{"Add":" v.extend_from_slice(b\"\\xA4\\xCB\\xA4\\xDB\\xA4\\xF3\\xA4\\xB4\");"},{"Add":" }"},{"Add":" check_bytes(&v, BIG5);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_gbk_single_byte_ff() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\xFF\");"},{"Add":" for _ in 0..80 {"},{"Add":" v.extend_from_slice(b\"\\xB5\\xC4\");"},{"Add":" }"},{"Add":" check_bytes(&v, GBK);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_gbk_single_byte_a0() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\xA0 \");"},{"Add":" for _ in 0..80 {"},{"Add":" v.extend_from_slice(b\"\\xB5\\xC4\");"},{"Add":" }"},{"Add":" check_bytes(&v, GBK);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_gbk_single_byte_fe() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\xFE \");"},{"Add":" for _ in 0..80 {"},{"Add":" v.extend_from_slice(b\"\\xB5\\xC4\");"},{"Add":" }"},{"Add":" check_bytes(&v, GBK);"},{"Add":" }"},{"Add":""},{"Add":" #[test]"},{"Add":" fn test_not_gbk_single_byte_fc() {"},{"Add":" let mut v = Vec::new();"},{"Add":" v.extend_from_slice(b\"\\xFC \");"},{"Add":" for _ in 0..80 {"},{"Add":" v.extend_from_slice(b\"\\xB5\\xC4\");"},{"Add":" }"},{"Add":" check_bytes(&v, ISO_8859_5);"},{"Add":" }"},{"Add":"}"},{"Add":""}]}},{"FileAdd":{"meta":{"basename":"data.rs","metadata":0},"context":[{"change":0,"pos":257}],"contents":[{"Add":"/* Any copyright is dedicated to the Public Domain."},{"Add":" * https://creativecommons.org/publicdomain/zero/1.0/ */"},{"Add":""},{"Add":"use super::IMPLAUSIBILITY_PENALTY;"},{"Add":"use encoding_rs::Encoding;"},{"Add":"use encoding_rs::IBM866_INIT;"},{"Add":"use encoding_rs::ISO_8859_13_INIT;"},{"Add":"use encoding_rs::ISO_8859_2_INIT;"},{"Add":"use encoding_rs::ISO_8859_4_INIT;"},{"Add":"use encoding_rs::ISO_8859_5_INIT;"},{"Add":"use encoding_rs::ISO_8859_6_INIT;"},{"Add":"use encoding_rs::ISO_8859_7_INIT;"},{"Add":"use encoding_rs::ISO_8859_8_INIT;"},{"Add":"use encoding_rs::KOI8_U_INIT;"},{"Add":"use encoding_rs::WINDOWS_1250_INIT;"},{"Add":"use encoding_rs::WINDOWS_1251_INIT;"},{"Add":"use encoding_rs::WINDOWS_1252_INIT;"},{"Add":"use encoding_rs::WINDOWS_1253_INIT;"},{"Add":"use encoding_rs::WINDOWS_1254_INIT;"},{"Add":"use encoding_rs::WINDOWS_1255_INIT;"},{"Add":"use encoding_rs::WINDOWS_1256_INIT;"},{"Add":"use encoding_rs::WINDOWS_1257_INIT;"},{"Add":"use encoding_rs::WINDOWS_1258_INIT;"},{"Add":"use encoding_rs::WINDOWS_874_INIT;"},{"Add":""},{"Add":"const PLAUSIBLE_NEXT_TO_ALPHABETIC_ON_EITHER_SIDE: usize = 0;"},{"Add":""},{"Add":"const IMPLAUSIBLE_NEXT_TO_ALPHABETIC_ON_EITHER_SIDE: usize = 1;"},{"Add":""},{"Add":"const IMPLAUSIBLE_BEFORE_ALPHABETIC: usize = 2;"},{"Add":""},{"Add":"const IMPLAUSIBLE_AFTER_ALPHABETIC: usize = 3;"},{"Add":""},{"Add":"const PLAUSIBLE_NEXT_TO_NON_ASCII_ALPHABETIC_ON_EITHER_SIDE: usize = 4;"},{"Add":""},{"Add":"const PLAUSIBLE_NEXT_TO_ASCII_ALPHABETIC_ON_EITHER_SIDE: usize = 5;"},{"Add":""},{"Add":"const WINDOWS_1256_ZWNJ: usize = 2;"},{"Add":""},{"Add":"pub const ASCII_DIGIT: usize = 100;"},{"Add":""},{"Add":"#[repr(align(64))] // Align to cache lines"},{"Add":"pub struct DetectorData {"},{"Add":" pub frequent_simplified: [u16; 128],"},{"Add":" pub frequent_kanji: [u16; 128],"},{"Add":" pub frequent_hangul: [u16; 128],"},{"Add":" latin_ascii: [u8; 128],"},{"Add":" non_latin_ascii: [u8; 128],"},{"Add":" turkish_ascii: [u8; 128],"},{"Add":" windows_1258: [u8; 128],"},{"Add":" windows_1250: [u8; 128],"},{"Add":" iso_8859_2: [u8; 128],"},{"Add":" windows_1251: [u8; 128],"},{"Add":" koi8_u: [u8; 128],"},{"Add":" iso_8859_5: [u8; 128],"},{"Add":" ibm866: [u8; 128],"},{"Add":" windows_1252: [u8; 128],"},{"Add":" windows_1252_icelandic: [u8; 128],"},{"Add":" windows_1253: [u8; 128],"},{"Add":" iso_8859_7: [u8; 128],"},{"Add":" windows_1254: [u8; 128],"},{"Add":" windows_1255: [u8; 128],"},{"Add":" iso_8859_8: [u8; 128],"},{"Add":" windows_1256: [u8; 128],"},{"Add":" iso_8859_6: [u8; 128],"},{"Add":" windows_1257: [u8; 128],"},{"Add":" iso_8859_13: [u8; 128],"},{"Add":" iso_8859_4: [u8; 128],"},{"Add":" windows_874: [u8; 128],"},{"Add":" vietnamese: [u8; 1975],"},{"Add":" central: [u8; 3895],"},{"Add":" cyrillic: [u8; 2112],"},{"Add":" western: [u8; 2752],"},{"Add":" icelandic: [u8; 871],"},{"Add":" greek: [u8; 1365],"},{"Add":" turkish: [u8; 845],"},{"Add":" hebrew: [u8; 1292],"},{"Add":" arabic: [u8; 2805],"},{"Add":" baltic: [u8; 1387],"},{"Add":" thai: [u8; 5180],"},{"Add":"}"},{"Add":""},{"Add":"#[rustfmt::skip]"},{"Add":"pub static DETECTOR_DATA: DetectorData = DetectorData {"},{"Add":" frequent_simplified: ["},{"Add":" 0x7684, 0x5E74, 0x56FD, 0x65E5, 0x6708, 0x4E2D, 0x4EBA, 0x4E00, 0x5927, 0x4E3A, 0x5728, 0x662F, 0x5B66, 0x6709, 0x884C, 0x4F1A, "},{"Add":" 0x65AF, 0x4E8E, 0x5730, 0x533A, 0x6587, 0x548C, 0x5C14, 0x540D, 0x7B2C, 0x516C, 0x65F6, 0x5C0F, 0x90E8, 0x4E0D, 0x5E02, 0x53F0, "},{"Add":" 0x4EE5, 0x4E0A, 0x540E, 0x52A8, 0x51FA, 0x4E2A, 0x672C, 0x4F5C, 0x5BB6, 0x65B0, 0x6210, 0x897F, 0x5B9A, 0x91CD, 0x751F, 0x4E4B, "},{"Add":" 0x7535, 0x4E3B, 0x5B50, 0x7528, 0x7279, 0x5206, 0x6C11, 0x4E86, 0x4E9A, 0x5458, 0x514B, 0x5357, 0x653F, 0x7AD9, 0x5FB7, 0x4E0E, "},{"Add":" 0x7403, 0x4E1C, 0x79D1, 0x91CC, 0x9053, 0x5C71, 0x6CD5, 0x65B9, 0x5317, 0x5411, 0x5929, 0x53D1, 0x7269, 0x6765, 0x5230, 0x673A, "},{"Add":" 0x661F, 0x8DEF, 0x76EE, 0x7F8E, 0x6751, 0x9AD8, 0x957F, 0x519B, 0x5229, 0x4E09, 0x62C9, 0x8F66, 0x5DDE, 0x57FA, 0x6D77, 0x81EA, "},{"Add":" 0x4E0B, 0x8D5B, 0x9762, 0x52A0, 0x4ED6, 0x9A6C, 0x5176, 0x53C2, 0x53BF, 0x4EE3, 0x5185, 0x7406, 0x4E16, 0x4E8C, 0x7EBF, 0x53CA, "},{"Add":" 0x5EFA, 0x8868, 0x4F4D, 0x7F57, 0x7531, 0x7ACB, 0x591A, 0x53EF, 0x534E, 0x6797, 0x7EF4, 0x5EA6, 0x4E8B, 0x5E73, 0x5916, 0x4F53, "},{"Add":" ],"},{"Add":" frequent_kanji: ["},{"Add":" 0x5E74, 0x65E5, 0x6708, 0x5927, 0x672C, 0x5B66, 0x4EBA, 0x56FD, 0x4F1A, 0x4E2D, 0x51FA, 0x4E00, 0x8005, 0x5E02, 0x4F5C, 0x540D, "},{"Add":" 0x90E8, 0x7528, 0x5730, 0x884C, 0x5834, 0x7530, 0x7B2C, 0x751F, 0x5408, 0x5B50, 0x9053, 0x4E0A, 0x6771, 0x6642, 0x770C, 0x4EE3, "},{"Add":" 0x5C71, 0x793E, 0x4E8B, 0x753B, 0x65B0, 0x624B, 0x9AD8, 0x6210, 0x6226, 0x7269, 0x5F8C, 0x767A, 0x9577, 0x7ACB, 0x5206, 0x5DDD, "},{"Add":" 0x8A18, 0x6821, 0x9593, 0x696D, 0x95A2, 0x6240, 0x5B9A, 0x9078, 0x5C0F, 0x76EE, 0x52D5, 0x548C, 0x6587, 0x91CE, 0x540C, 0x524D, "},{"Add":" 0x5185, 0x958B, 0x7DDA, 0x81EA, 0x53F7, 0x516C, 0x99C5, 0x9001, 0x56DE, 0x753A, 0x9664, 0x4E3B, 0x5BB6, 0x5229, 0x8ECA, 0x901A, "},{"Add":" 0x4EAC, 0x8868, 0x5CF6, 0x4E0B, 0x4E16, 0x65B9, 0x6751, 0x66F8, 0x5168, 0x660E, 0x9023, 0x5E73, 0x653E, 0x4F53, 0x7684, 0x5F0F, "},{"Add":" 0x756A, 0x5EA6, 0x5317, 0x5165, 0x5916, 0x983C, 0x8A9E, 0x5973, 0x8A71, 0x6A5F, 0x8A2D, 0x539F, 0x4E09, 0x524A, 0x533A, 0x6D77, "},{"Add":" 0x4F9D, 0x5F53, 0x73FE, 0x5BFE, 0x4F4D, 0x6570, 0x5316, 0x795E, 0x66F2, 0x7406, 0x6559, 0x7279, 0x7248, 0x5728, 0x6CD5, 0x898B, "},{"Add":" ],"},{"Add":" frequent_hangul: ["},{"Add":" 0xC774, 0xC758, 0xB2E4, 0xAE30, 0xC5D0, 0xB85C, 0xC0AC, 0xB144, 0xC2A4, 0xB9AC, 0xB294, 0xC77C, 0xD558, 0xAC00, 0xC2DC, 0xC9C0, "},{"Add":" 0xB300, 0xC11C, 0xBD84, 0xAD6D, 0xD55C, 0xB3C4, 0xC778, 0xACE0, 0xB958, 0xC790, 0xC8FC, 0xC544, 0xC744, 0xB77C, 0xC218, 0xC81C, "},{"Add":" 0xC815, 0xC6D4, 0xB098, 0xAD6C, 0xC804, 0xC5B4, 0xC740, 0xADF8, 0xBD80, 0xB97C, 0xB3D9, 0xC120, 0xC73C, 0xBB38, 0xD2B8, 0xC6A9, "},{"Add":" 0xBCF4, 0xC704, 0xB4DC, 0xACFC, 0xAD50, 0xC0C1, 0xB9C8, 0xC7A5, 0xD559, 0xC6D0, 0xC131, 0xD654, 0xC5ED, 0xB2C8, 0xBBF8, 0xACF5, "},{"Add":" 0xACBD, 0xD574, 0xC624, 0xC6B0, 0xBA85, 0xC788, 0xD06C, 0xC601, 0xC18C, 0xC870, 0xD68C, 0xC5EC, 0xBBFC, 0xD1A0, 0xBE44, 0xC138, "},{"Add":" 0xB974, 0xC720, 0xC2E0, 0xD0A4, 0xC911, 0xACC4, 0xD0C0, 0xC5F0, 0xD504, 0xAD00, 0xB418, 0xC801, 0xCE58, 0xB808, 0xCE74, 0xC9C4, "},{"Add":" 0xC640, 0xD130, 0xB4E4, 0xBAA9, 0xACA8, 0xAC8C, 0xAC1C, 0xBC29, 0xD30C, 0xC0B0, 0xD638, 0xCD9C, 0xC74C, 0xB9BC, 0xBA74, 0xC791, "},{"Add":" 0xB9CC, 0xB2E8, 0xB118, 0xBAA8, 0xC694, 0xC5C8, 0xC0DD, 0xB0A8, 0xC7AC, 0xBB34, 0xD6C4, 0xD45C, 0xAD70, 0xD3EC, 0xB2F9, 0xB178, "},{"Add":" ],"},{"Add":" latin_ascii: ["},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,"},{"Add":" 100,100,100,100,100,100,100,100,100,100, 0, 0, 0, 0, 0, 0,"},{"Add":" 0,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,"},{"Add":" 144,145,146,147,148,149,150,151,152,153,154, 0, 0, 0, 0, 0,"},{"Add":" 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,"},{"Add":" 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 0, 0, 0, 0, 0,"},{"Add":" ],"},{"Add":" non_latin_ascii: ["},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,"},{"Add":" 100,100,100,100,100,100,100,100,100,100, 0, 0, 0, 0, 0, 0,"},{"Add":" 0,129,129,129,129,129,129,129,129,129,129,129,129,129,129,129,"},{"Add":" 129,129,129,129,129,129,129,129,129,129,129, 0, 0, 0, 0, 0,"},{"Add":" 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,"},{"Add":" 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0,"},{"Add":" ],"},{"Add":" turkish_ascii: ["},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,"},{"Add":" 100,100,100,100,100,100,100,100,100,100, 0, 0, 0, 0, 0, 0,"},{"Add":" 0,129,130,131,132,133,134,135,136,154,137,138,139,140,141,142,"},{"Add":" 143,144,145,146,147,148,149,150,151,152,153, 0, 0, 0, 0, 0,"},{"Add":" 0, 1, 2, 3, 4, 5, 6, 7, 8, 27, 9, 10, 11, 12, 13, 14,"},{"Add":" 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 0, 0, 0, 0, 0,"},{"Add":" ],"},{"Add":" windows_1258: ["},{"Add":" 0,255, 0, 53, 0, 0, 0, 0, 0, 0,255, 0,155,255,255,255,"},{"Add":" 255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 27,255,255,179,"},{"Add":" 0, 55, 53, 53, 53, 53, 52, 53, 53, 55, 53, 53, 56, 52, 54, 53,"},{"Add":" 55, 56, 54, 54, 53, 55, 54, 52, 53, 54, 53, 53, 55, 55, 55, 55,"},{"Add":" 159,160,161,162,155,155,155,155,163,164,165,155, 28,167,168,169,"},{"Add":" 170,155, 29,172,173,174,155, 56,155,175,176,177,155,178, 30, 27,"},{"Add":" 31, 32, 33, 34, 27, 27, 27, 27, 35, 36, 37, 27, 38, 39, 40, 41,"},{"Add":" 42, 27, 43, 44, 45, 46, 27, 56, 27, 47, 48, 49, 27, 50, 53, 51,"},{"Add":" ],"},{"Add":" windows_1250: ["},{"Add":" 0,255, 0,255, 0, 0, 0, 0,255, 0,156, 0,157,158,159,160,"},{"Add":" 255, 0, 0, 0, 0, 0, 0, 0,255, 0, 28, 0, 29, 30, 31, 32,"},{"Add":" 0, 69, 69,161, 69,162, 68, 69, 69, 71,163, 68, 69, 68, 70,165,"},{"Add":" 71, 69, 69, 33, 69, 71, 70, 68, 69, 34, 35, 68,164, 0, 36, 37,"},{"Add":" 166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,"},{"Add":" 182,183,184,185,186,187,188, 72,189,190,191,192,193,194,195, 27,"},{"Add":" 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53,"},{"Add":" 54, 55, 56, 57, 58, 59, 60, 72, 61, 62, 63, 64, 65, 66, 67, 69,"},{"Add":" ],"},{"Add":" iso_8859_2: ["},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 0,162, 69,161, 69,164,157, 69, 69,156,163,158,160, 68,159,165,"},{"Add":" 71, 34, 69, 33, 69, 36, 29, 69, 69, 28, 35, 30, 32, 0, 31, 37,"},{"Add":" 166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,"},{"Add":" 182,183,184,185,186,187,188, 72,189,190,191,192,193,194,195, 27,"},{"Add":" 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53,"},{"Add":" 54, 55, 56, 57, 58, 59, 60, 72, 61, 62, 63, 64, 65, 66, 67, 69,"},{"Add":" ],"},{"Add":" windows_1251: ["},{"Add":" 131,130, 0, 2, 0, 0, 0, 0, 0, 0,132, 0,133,130,134,135,"},{"Add":" 3, 0, 0, 0, 0, 0, 0, 0,255, 0, 4, 0, 5, 2, 6, 7,"},{"Add":" 0,136, 8,140, 47,130, 46, 47,138, 49,139, 49, 50, 46, 48,141,"},{"Add":" 49, 50,137, 9, 2, 49, 48, 46, 10, 47, 11, 48, 12,130, 2, 13,"},{"Add":" 142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,"},{"Add":" 158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,"},{"Add":" 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29,"},{"Add":" 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45,"},{"Add":" ],"},{"Add":" koi8_u: ["},{"Add":" 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47,"},{"Add":" 47, 47, 47, 47, 47, 46, 0, 50, 50, 50, 0, 47, 49, 48, 46, 50,"},{"Add":" 47, 47, 47, 10, 11, 47, 9, 13, 47, 47, 47, 47, 47, 2, 8, 47,"},{"Add":" 47, 47, 47,138,139, 47,137,141, 47, 47, 47, 47, 47,130,136, 49,"},{"Add":" 44, 14, 15, 36, 18, 19, 34, 17, 35, 22, 23, 24, 25, 26, 27, 28,"},{"Add":" 29, 45, 30, 31, 32, 33, 20, 16, 42, 41, 21, 38, 43, 39, 37, 40,"},{"Add":" 172,142,143,164,146,147,162,145,163,150,151,152,153,154,155,156,"},{"Add":" 157,173,158,159,160,161,148,144,170,169,149,166,171,167,165,168,"},{"Add":" ],"},{"Add":" iso_8859_5: ["},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 0,138,131,130,139,130,137,141,140,132,133,134,130, 46,136,135,"},{"Add":" 142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,"},{"Add":" 158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,"},{"Add":" 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29,"},{"Add":" 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45,"},{"Add":" 47, 10, 3, 2, 11, 2, 9, 13, 12, 4, 5, 6, 2, 47, 8, 7,"},{"Add":" ],"},{"Add":" ibm866: ["},{"Add":" 142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,"},{"Add":" 158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,"},{"Add":" 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29,"},{"Add":" 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47,"},{"Add":" 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47,"},{"Add":" 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47,"},{"Add":" 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45,"},{"Add":" 138, 10,139, 11,141, 13,136, 8, 49, 46, 46, 0, 47, 47, 47, 3,"},{"Add":" ],"},{"Add":" windows_1252: ["},{"Add":" 0,255, 0, 60, 0, 0, 0, 0, 0, 0,156, 0,157,255,185,255,"},{"Add":" 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 28, 0, 29,255, 57,186,"},{"Add":" 0, 62, 60, 60, 60, 60, 59, 60, 60, 62, 60, 59, 63, 59, 61, 60,"},{"Add":" 62, 63, 61, 61, 60, 62, 61, 59, 60, 61, 60, 59, 62, 62, 62, 62,"},{"Add":" 158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,"},{"Add":" 188,174,175,176,177,178,179, 63,180,181,182,183,184,188,188, 27,"},{"Add":" 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45,"},{"Add":" 60, 46, 47, 48, 49, 50, 51, 63, 52, 53, 54, 55, 56, 60, 60, 58,"},{"Add":" ],"},{"Add":" windows_1252_icelandic: ["},{"Add":" 0,255, 0, 41, 0, 0, 0, 0, 0, 0,155, 0,155,255,155,255,"},{"Add":" 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 27, 0, 27,255, 27,155,"},{"Add":" 0, 43, 41, 41, 41, 41, 40, 41, 41, 43, 41, 41, 44, 40, 42, 41,"},{"Add":" 43, 44, 42, 42, 41, 43, 42, 40, 41, 42, 41, 41, 43, 43, 43, 43,"},{"Add":" 155,156,155,155,157,155,158,155,155,159,155,155,155,160,155,155,"},{"Add":" 161,155,155,162,155,155,163, 44,164,155,165,155,155,166,167, 27,"},{"Add":" 27, 28, 27, 27, 29, 27, 30, 27, 27, 31, 27, 27, 27, 32, 27, 27,"},{"Add":" 33, 27, 27, 34, 27, 27, 35, 44, 36, 27, 37, 27, 27, 38, 39, 27,"},{"Add":" ],"},{"Add":" windows_1253: ["},{"Add":" 38,255, 0, 38, 0, 0, 0, 0,255, 0,255, 0,255,255,255,255,"},{"Add":" 255, 0, 0, 0, 0, 0, 0, 0,255, 0,255, 0,255,255,255,255,"},{"Add":" 0, 38,131, 38, 38, 38, 37, 38, 38, 40,255, 40, 37, 37, 39, 37,"},{"Add":" 40, 37, 39, 39, 0, 40, 39, 37,132,133,134, 39,162, 40,163,164,"},{"Add":" 2,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,"},{"Add":" 150,151,255,153,154,155,156,157,158,159,160,161, 3, 4, 5, 6,"},{"Add":" 2, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21,"},{"Add":" 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36,255,"},{"Add":" ],"},{"Add":" iso_8859_7: ["},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 0, 40, 39, 38, 38, 38, 37, 38, 38, 40, 38, 40, 37, 37,255, 37,"},{"Add":" 40, 37, 39, 39, 0, 38,131, 37,132,133,134, 39,162, 40,163,164,"},{"Add":" 2,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,"},{"Add":" 150,151,255,153,154,155,156,157,158,159,160,161, 3, 4, 5, 6,"},{"Add":" 2, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21,"},{"Add":" 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36,255,"},{"Add":" ],"},{"Add":" windows_1254: ["},{"Add":" 0,255, 0, 40, 0, 0, 0, 0, 0, 0,156, 0,156,255,255,255,"},{"Add":" 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 28, 0, 28,255,255,156,"},{"Add":" 0, 42, 40, 40, 40, 40, 39, 40, 40, 42, 40, 42, 43, 39, 41, 40,"},{"Add":" 42, 43, 41, 41, 40, 42, 41, 39, 40, 41, 40, 41, 42, 42, 42, 42,"},{"Add":" 156,156,158,156,157,156,156,159,156,156,160,156,156,156,161,156,"},{"Add":" 162,156,156,156,156,156,163, 43,156,156,156,164,165,155,166, 28,"},{"Add":" 28, 28, 30, 28, 29, 28, 28, 31, 28, 28, 32, 28, 28, 28, 33, 28,"},{"Add":" 34, 28, 28, 28, 28, 28, 35, 43, 28, 28, 28, 36, 37, 26, 38, 28,"},{"Add":" ],"},{"Add":" windows_1255: ["},{"Add":" 0,255, 0, 37, 0, 0, 0, 0, 0, 0,255, 0,255,255,255,255,"},{"Add":" 255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0,255,255,255,255,"},{"Add":" 0, 39, 37, 37, 37, 37, 36, 37, 37, 39, 40, 40, 40, 36, 38, 37,"},{"Add":" 39, 40, 38, 38, 37, 39, 38, 36, 37, 38, 40, 40, 39, 39, 39, 39,"},{"Add":" 2, 2, 2, 2, 2, 2, 2, 3, 4, 2, 2, 2, 5, 2, 36, 37,"},{"Add":" 36, 2, 2, 0, 6, 7, 8, 41, 41,255,255,255,255,255,255,255,"},{"Add":" 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24,"},{"Add":" 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35,255,255, 37, 37,255,"},{"Add":" ],"},{"Add":" iso_8859_8: ["},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 0,255, 37, 37, 37, 37, 36, 37, 37, 39, 40, 40, 40, 36, 38, 37,"},{"Add":" 39, 40, 38, 38, 37, 39, 38, 36, 37, 38, 40, 40, 39, 39, 39,255,"},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, 36,"},{"Add":" 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24,"},{"Add":" 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35,255,255, 37, 37,255,"},{"Add":" ],"},{"Add":" windows_1256: ["},{"Add":" 0, 3, 0, 54, 0, 0, 0, 0, 0, 0, 4, 0,129, 5, 6, 7,"},{"Add":" 8, 0, 0, 0, 0, 0, 0, 0, 9, 0, 10, 0, 1, 2, 53, 11,"},{"Add":" 0, 58, 54, 54, 54, 54, 53, 54, 54, 56, 12, 56, 57, 53, 55, 54,"},{"Add":" 56, 57, 55, 55, 54, 56, 55, 53, 54, 55, 58, 55, 56, 56, 56, 58,"},{"Add":" 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28,"},{"Add":" 29, 30, 31, 32, 33, 34, 35, 57, 36, 37, 38, 39, 40, 41, 42, 43,"},{"Add":" 1, 44, 1, 45, 46, 47, 48, 1, 1, 1, 1, 1, 49, 50, 1, 1,"},{"Add":" 51, 51, 51, 51, 1, 51, 51, 57, 51, 1, 51, 1, 1, 54, 54, 52,"},{"Add":" ],"},{"Add":" iso_8859_6: ["},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 0,255,255,255, 54,255,255,255,255,255,255,255, 58, 53,255,255,"},{"Add":" 255,255,255,255,255,255,255,255,255,255,255, 58,255,255,255, 58,"},{"Add":" 255, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28,"},{"Add":" 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39,255,255,255,255,255,"},{"Add":" 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 51, 51, 51, 51,"},{"Add":" 51, 51, 51,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" ],"},{"Add":" windows_1257: ["},{"Add":" 0,255, 0,255, 0, 0, 0, 0,255, 0,255, 0,255, 47, 47, 47,"},{"Add":" 255, 0, 0, 0, 0, 0, 0, 0,255, 0,255, 0,255, 47, 47,255,"},{"Add":" 0,255, 47, 47, 47,255, 46, 47,155, 49,156, 49, 50, 46, 48,155,"},{"Add":" 49, 50, 48, 48, 47, 49, 48, 46, 27, 48, 28, 48, 49, 49, 49, 27,"},{"Add":" 157,158,159,155,155,155,160,161,162,155,155,163,164,165,166,167,"},{"Add":" 168,155,169,155,170,155,155, 50,171,155,155,172,155,155,173, 27,"},{"Add":" 29, 30, 31, 27, 27, 27, 32, 33, 34, 27, 27, 35, 36, 37, 38, 39,"},{"Add":" 40, 27, 41, 27, 42, 27, 27, 50, 43, 27, 27, 44, 27, 27, 45, 47,"},{"Add":" ],"},{"Add":" iso_8859_13: ["},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 0, 48, 47, 47, 47, 49, 46, 47,155, 49,156, 49, 50, 46, 48,155,"},{"Add":" 49, 50, 48, 48, 46, 49, 48, 46, 27, 48, 28, 48, 49, 49, 49, 27,"},{"Add":" 157,158,159,155,155,155,160,161,162,155,155,163,164,165,166,167,"},{"Add":" 168,155,169,155,170,155,155, 50,171,155,155,172,155,155,173, 27,"},{"Add":" 29, 30, 31, 27, 27, 27, 32, 33, 34, 27, 27, 35, 36, 37, 38, 39,"},{"Add":" 40, 27, 41, 27, 42, 27, 27, 50, 43, 27, 27, 44, 27, 27, 45, 46,"},{"Add":" ],"},{"Add":" iso_8859_4: ["},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 0,157, 27,156, 47,155,167, 47, 47,168,161,164,155, 46,173, 47,"},{"Add":" 49, 29, 47, 28, 47, 27, 39, 47, 47, 40, 33, 36, 27,155, 45, 27,"},{"Add":" 159,155,155,155,155,155,155,158,162,155,160,155,163,155,155,166,"},{"Add":" 155,169,170,165,155,155,155, 50,155,171,155,155,155,155,172, 27,"},{"Add":" 31, 27, 27, 27, 27, 27, 27, 30, 34, 27, 32, 27, 35, 27, 27, 38,"},{"Add":" 27, 41, 42, 37, 27, 27, 27, 50, 27, 43, 27, 27, 27, 27, 44, 47,"},{"Add":" ],"},{"Add":" windows_874: ["},{"Add":" 77,255,255,255,255, 0,255,255,255,255,255,255,255,255,255,255,"},{"Add":" 255, 0, 0, 0, 0, 0, 0, 0,255,255,255,255,255,255,255,255,"},{"Add":" 0, 2, 3, 71, 4, 71, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14,"},{"Add":" 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30,"},{"Add":" 31, 32, 33, 34, 35, 36, 71, 37, 38, 39, 40, 41, 42, 43, 44, 45,"},{"Add":" 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56,255,255,255,255, 77,"},{"Add":" 57, 58, 59, 60, 61, 71, 62, 63, 64, 65, 66, 67, 68, 69, 70, 77,"},{"Add":" 77, 77, 77, 77, 77, 77, 77, 77, 77, 77, 77, 77,255,255,255,255,"},{"Add":" ],"},{"Add":" vietnamese: ["},{"Add":" 0, 58, 58, 22, 33, 7, 0, 0, 0, 0, 1, 57, 3, 0, 0, 0, 39, 14, 8, 3, 0, 11, 0, 5, 0, // ,"},{"Add":" 0, 3, 16, 2, 0, 0, 0, 0, 0, 0, 0, 3, 1,255, 0, 17, 2, 1, 0, 0, 1, 0, 0, 1,255, // a,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, // b,"},{"Add":" 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 51, 12, 0, 0, 0, 48, 0, 0, 0, 0, 2, 0, 0, 0, // c,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, // d,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, // e,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255, // f,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, // g,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, // h,"},{"Add":" 0, 27, 11, 1, 16, 3, 0, 0, 0, 0, 0, 16, 0, 0,255, 10, 34, 0, 2, 1, 0, 0, 0, 0,255, // i,"},{"Add":" 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0, 0, 0,255, 0, 0, 0, 0,255, // j,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, // k,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, // l,"},{"Add":" 0, 6, 3, 0, 2, 0, 2, 22, 0, 0, 2, 4, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0,255, // m,"},{"Add":" 0, 59, 23, 10, 19, 22, 18, 5, 0, 0, 28, 61, 6, 0, 0, 0, 39, 4, 20, 9, 6, 1, 0, 1,255, // n,"},{"Add":" 0, 5, 13, 0, 5, 3, 0, 0, 0, 0, 0, 3, 0,255, 0, 4, 2, 0, 0,255,255, 0,255, 0,255, // o,"},{"Add":" 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 13, 0, 0,255, 0, 10, 0, 0, 0, 0, 0, 0, 0,255, // p,"},{"Add":" 0, 0, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0,255, 0, 0,255, 0, 0,255, 0, 0,255, 0,255, // q,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, // r,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, // s,"},{"Add":" 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 25, 0, 0, 0, 0, 40, 0, 0, 0, 0, 0, 0, 0,255, // t,"},{"Add":" 0, 12, 3, 1, 1, 0, 4, 0, 0, 0, 6, 4, 0,255,255, 0, 4, 0, 0, 0, 0, 0,255, 1, 0, // u,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0,255, 0,255, // v,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0,255, 0,255, 0,255, // w,"},{"Add":" 0, 0,255, 0, 0, 0,255,255, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0,255, 0,255, // x,"},{"Add":" 0, 18, 2, 0, 18, 1, 4, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0,255, 0, 0,255, 0,255, // y,"},{"Add":" 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0,255, // z,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0,255,255, 0, 0, 0, 0, 0,255,255,255,255, 0,255,255,255, 0, 0,255,255, // ß,"},{"Add":" 0, 95,255,255,255, 1,255,255,255, 11,255,255,255,255,255, 6,255,255,255,255,255, 8,255,255,255, 4,255,255,255,255,255,255,255, 14, 2,255,255, 17,255,255,255,255,255,255,255, 8, 16,255,255,255, 5,255, // ̀,"},{"Add":" 0, 39,255,255,255, 0,255,255,255, 5,255,255,255,255,255, 3,255,255,255,255,255, 20,255,255,255, 1,255,255,255,255,255,255,255, 3, 0,255,255, 31,255,255,255,255,255,255,255, 10, 10,255,255,255, 5,255, // ̉,"},{"Add":" 0, 12,255,255,255, 1,255,255,255, 5,255,255,255,255,255, 0,255,255,255,255,255, 3,255,255,255, 1,255,255,255,255,255,255,255, 2, 0,255,255, 3,255,255,255,255,255,255,255, 1, 0,255,255,255, 7,255, // ̃,"},{"Add":" 0, 0, 3, 0, 0, 0, 0, 12, 15, 0, 0, 0, 17, 1, 6, 15, 0,255, 0, 0, 1, 0, 16, 0, 0, 0, 0, 0, 0,255,255, 0, 0,255,255,255,255,255,255, 0,255,255, 1, 0,255,255, 0,255,255,255, 0,255, // à,"},{"Add":" 2, 0, 2, 13, 0, 0, 0, 0, 26, 3, 0, 0, 1, 1, 0, 1, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0,255,255,255, 0, 0,255,255,255,255,255,255, 0,255,255, 3,255,255,255,255,255,255,255,255,255, // á,"},{"Add":" 3, 0, 1, 7, 5, 0, 0, 1, 23, 0, 0, 0, 3, 3, 0, 0, 0, 0, 3, 1, 7, 13, 16, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0,255, 0, 0, 0,255,255,255, 8, 0,255,255, 0,255, 0,255, 0,255, // â,"},{"Add":" 0, 0, 3, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 23, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0,255, 0, 0, 0,255,255, 0, 0,255,255,255, 0,255,255,255, 1, 0,255,255, 0,255,255,255,255,255, // ă,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255,255,255,255,255, 0, 0,255,255, 0,255,255, 0,255,255,255,255,255,255,255,255,255, // è,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255, 0,255,255,255,255, 0,255,255,255,255,255, 0,255,255,255,255,255,255,255,255,255, // é,"},{"Add":" 0, 0, 1, 0, 0, 0, 0, 0, 28, 66, 0, 6, 2, 0, 1, 0, 0, 0, 2, 0, 4, 0, 3, 0, 0, 12, 0,255, 0, 0, 0,255,255,255,255, 0, 0, 0, 0, 0,255,255, 13, 0,255, 0,255,255,255,255, 0,255, // ê,"},{"Add":" 0, 63,255,255,255, 5,255,255,255, 24,255,255,255,255,255, 22,255,255,255,255,255, 18,255,255,255, 3,255,255,255,255,255,255,255, 17, 6,255,255, 30,255,255,255,255,255,255,255, 23, 20,255,255,255, 10,255, // ́,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0,255,255,255,255, 0, 0, 0,255,255, 0,255,255, 0, 0,255,255,255,255,255, // í,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0,255, 0, 0,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, // î,"},{"Add":" 0, 0,255,255, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0,255,255, 0,255, 0, 0,255,255, 0, 0, 0,255,255,255,255,255,255,255,255,255, 0,255, 0,255,255,255,255,255,255,255,255,255,255,255,255,255, // ï,"},{"Add":" 97, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0,255,255,255,255,255, 0, 0,255,255,255, 0, 0, 0, 0, 0,255,255,255,255,255, // đ,"},{"Add":" 0, 42,255,255,255, 0,255,255,255, 15,255,255,255,255,255, 18,255,255,255,255,255, 8,255,255,255, 0,255,255,255,255,255,255,255, 34, 4,255,255, 24,255,255,255,255,255,255,255, 41, 17,255,255,255, 17,255, // ̣,"},{"Add":" 0, 0, 2, 10, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255,255,255,255,255,255,255,255,255, 0,255,255, 2,255, 0,255,255,255,255,255, 0,255, // ó,"},{"Add":" 2, 0, 7, 8, 0, 0, 0, 2, 18, 0, 0, 0, 1, 17, 2, 0, 0, 0, 1, 6, 5, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255,255,255, 0, 0,255,255,255, 22, 0,255, 0, 0,255,255,255, 0,255, // ô,"},{"Add":" 5, 0, 1, 1, 0, 0, 0, 0, 8, 2, 0, 0, 2, 1, 0, 0, 0,255, 1, 2, 0, 0, 4, 0, 0, 0, 0,255, 0, 0, 0,255,255,255, 0,255,255,255, 0,255,255,255, 2, 0,255, 0, 0,255,255,255, 42,255, // ơ,"},{"Add":" 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0,255, 0,255,255,255,255, 0,255,255,255,255,255,255,255,255, 0,255,255,255,255, 0,255,255,255,255, // ù,"},{"Add":" 0, 0, 0, 1, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255,255,255,255,255,255,255, 0,255,255,255,255, 0,255, 0,255,255,255, 0,255,255,255, // ú,"},{"Add":" 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0, 0,255,255, 0,255, 0, 0, 0,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, // û,"},{"Add":" 1, 0, 1, 4, 4,255, 0, 7, 28, 1, 0, 0, 4, 0, 3, 0, 0, 0, 4, 7, 9, 0, 2, 0, 0, 0, 0,255, 0, 0, 0,255,255, 0, 0,255,255,255, 0,255,255,255, 15, 0,255,255, 0,255,255,255, 0,255, // ư,"},{"Add":" 0, 0,255,255,255,255,255,255,255,255,255,255, 0,255,255, 0,255,255, 0,255,255, 0,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, // ÿ,"},{"Add":" // , a, b, c, d, e, f, g, h, i, j, k, l, m, n, o, p, q, r, s, t, u, v, w, x, y, z, ß, ̀, ̉, ̃, à, á, â, ă, è, é, ê, ́, í, î, ï, đ, ̣, ó, ô, ơ, ù, ú, û, ư, ÿ,"},{"Add":" ],"},{"Add":" central: ["},{"Add":" 0, 42, 11, 51, 30, 3,154, 77, 18, 20, 23, 0,139, 0,254, 1, 0, 79, 0, 70,132,121, 0, 52,241, 14, 5, 7, 17, 8, 74, 0, 58, 0, 8, 33, 36, 9, 1,105, 8, // ,"},{"Add":" 0, 70, 0, 11,146, 0,115, 0, 11, 23, 12, 0, 0, 0, 2, 0, 0, 66, 0,107, 1, 0, 0, 0, 10, 0, 10, 25, 0, 8, 1, 0, 1, 0, 9, 0, 0, 0, 0, 0, 48, // a,"},{"Add":" 0, 0, 0, 0, 18, 0, 1, 1, 0, 4, 2, 0, 32, 0, 1, 0, 0, 0, 0, 2, 11, 5, 0, 0, 2, 0, 0, 0, 0, 0, 8, 0, 4, 6, 1, 0, 10, 0, 0, 1, 0, // b,"},{"Add":" 0, 2, 62, 0, 0, 0, 9, 45, 9, 0, 5, 0, 47, 0, 8, 0, 0, 0, 0, 0, 5, 31, 0, 3, 33, 3, 0,255, 14, 0, 8, 0, 0, 0, 0, 0, 13, 0, 1, 48, 0, // c,"},{"Add":" 0, 0, 0, 0, 10, 6, 1, 19, 0, 0, 2, 0, 23, 0, 6, 0,255, 0, 0, 0, 11, 28, 0, 5, 8, 0, 0, 0, 0, 0, 33, 0, 4, 2, 0, 1, 10, 0, 1, 0, 0, // d,"},{"Add":" 0, 70, 0, 0,111, 0, 16, 0, 27, 0, 36, 0, 0, 0, 0, 0,255, 61, 0,145, 5, 0, 0, 0, 0, 0, 0,133, 0, 0, 0, 0, 2, 0, 64, 0, 0, 1, 0, 0, 34, // e,"},{"Add":" 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0,255, 1, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, // f,"},{"Add":" 0, 0, 0, 0, 2, 0, 2, 5, 0, 0, 0,255, 64, 0, 2, 0, 0, 0, 0, 0, 61, 9, 0, 0, 4, 0, 0,255, 0, 0, 7, 0, 1, 2, 0, 0, 13, 0, 4, 0, 0, // g,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 38, 0, 0, 4, 11, 2, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 4, 0, 0, 5, 0, // h,"},{"Add":" 0,110, 0, 0,103, 0, 0, 0,157, 0, 0, 0, 2, 1, 7, 0, 0,225, 0,177, 0, 0, 0, 0, 0, 7, 0, 6, 0, 0, 6, 0, 5, 0, 24, 0, 0, 0, 0, 0,242, // i,"},{"Add":" 0, 7, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 20, 0, 0, 0,255, 0,255, 27, 1, 0, 0, 10, 9, 0, 0, 0, 0, 0, 6, 0, 3, 0, 0, 0, 8, 0, 0, 0, 0, // j,"},{"Add":" 0,193, 0, 0,210, 0, 21, 0, 1, 12, 8, 0, 21, 0, 0, 0, 0, 1, 0,186, 42, 8, 0, 8, 19, 5, 0, 0, 0, 0, 13, 0, 9, 10, 2, 0, 1, 2, 5, 2, 2, // k,"},{"Add":" 0, 10, 15, 0, 1, 0, 0, 0, 0, 0, 2, 0, 92, 3, 12, 0, 0, 0, 0, 31, 48, 0, 0, 15, 9, 4, 0, 0, 0, 0, 24, 1, 13, 16, 0, 1, 7, 1, 56, 2, 0, // l,"},{"Add":" 0, 2, 9, 0, 1, 0, 1, 0, 0, 2, 0, 0, 22, 4, 16, 0, 0, 0, 0, 0, 15, 0, 0, 7, 27, 10, 0, 0, 0, 0, 4, 0, 1, 2, 0, 4, 4, 0, 0, 22, 0, // m,"},{"Add":" 0, 37, 15, 0, 39, 6, 14, 0, 1, 5, 20, 0, 76, 90, 10, 0, 0, 6, 0,121, 54, 0, 0, 16, 20,238, 0, 0, 0, 0, 37, 2, 2, 17, 1, 0, 4, 1, 4, 1, 0, // n,"},{"Add":" 0, 16, 0, 3, 7, 0, 93, 0, 7, 21, 12, 0, 0, 0, 0, 0, 0, 2, 1, 11, 4, 0, 0, 0, 5, 0, 0, 1, 0, 4, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, // o,"},{"Add":" 0, 23, 1, 0, 0, 0, 1, 3, 0, 0, 0, 0, 9, 0, 3, 0, 1, 0, 0, 0, 44, 38, 0, 3, 2, 0,255, 0, 0, 0, 6, 0, 2, 0, 0, 0, 6, 0, 0, 0, 0, // p,"},{"Add":" 255, 0,255,255, 0, 0, 0,255, 0,255,255,255, 0, 0, 0, 0,255,255,255, 0, 0, 0, 0,255, 0, 0,255,255,255,255, 0, 0,255, 0,255,255, 0,255, 0,255,255, // q,"},{"Add":" 0, 1, 11, 0, 1, 5, 4, 0, 0, 0, 0, 0, 96, 14, 70, 1, 0, 0, 0, 15, 68, 0, 0, 8, 20, 4, 0, 0, 0, 0, 58, 3, 5, 27, 0, 0, 14, 4, 3, 3, 0, // r,"},{"Add":" 0, 1, 0, 0, 10, 0, 0, 6, 0, 9, 4, 0,133, 0, 15, 0, 0, 0, 0, 1,147, 9, 0, 11, 27, 2, 0, 0, 66, 0, 11, 5, 13, 12, 3, 4, 9, 6, 2, 5, 0, // s,"},{"Add":" 0,254, 0, 0, 0, 0, 3, 10, 74, 0, 0, 0, 63, 7, 46, 5, 0, 0, 0, 6, 30, 23, 0, 22, 45, 3, 0, 0, 0, 0, 6, 1, 5, 13, 0, 0, 7, 0, 3, 2, 0, // t,"},{"Add":" 0, 7, 0, 0, 35, 0, 35, 0, 10, 6, 4,255, 1, 9, 17, 0, 0, 16, 0, 22, 0, 0, 0, 0, 0, 0, 0, 42, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 18, // u,"},{"Add":" 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 24, 0, 1, 0, 0, 0, 0, 8, 38, 0, 0, 2, 12, 1, 0, 0,255, 0, 2, 9, 6, 14, 0, 6, 2, 6, 0, 8, 0, // v,"},{"Add":" 0, 0, 33, 0, 0, 1, 0, 0, 0,255, 0,255, 0, 0, 0, 0,255, 0,255, 0, 0, 0, 0, 0, 0, 0,255,255, 0,255,113, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, // w,"},{"Add":" 255, 0,255,255, 0,255, 0,255,255,255,255,255, 0,255, 0, 0,255, 0,255, 0, 3,255, 0, 0, 0,255,255,255,255,255, 0, 0, 0, 0, 0,255, 0, 0, 0, 0,255, // x,"},{"Add":" 255, 0, 0, 0, 0, 0, 37, 0, 0, 0, 37,255, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, // y,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 46, 0, 9, 2, 0, 0,255, 0, 8, 29, 0, 4, 5, 0, 0,255, 0,255, 4, 1, 8, 31, 0, 1, 42, 1, 3, 3, 0, // z,"},{"Add":" 0, 0,255,255,255, 0,255,255, 0, 0,255, 0, 0, 0, 0, 1,255,255, 0, 0, 0, 0,255, 0,255, 0,255, 0,255,255,255,255,255,255,255,255,255,255,255,255,255,255, 0,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, 0,255,255,255,255, 0,255,255, // ß,"},{"Add":" 180, 89, 2, 0, 5, 92, 0, 23, 0,166, 40, 4, 4, 15, 12,133,125, 0, 60, 0, 3, 37, 10, 0, 0, 13, 5,255, 9,255, 0, 8,255,255, 0,255, 0,255, 0, 4, 0, 0, 0, 0, 0,255, 3, 0, 0, 0, 1, 3, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1,255, 0, 3,255, // š,"},{"Add":" 53, 6, 0, 0, 0, 25, 0, 0, 0, 6, 4, 0, 0, 1, 0, 89, 0, 0, 0, 0, 0, 1, 0, 1,255, 5, 0,255,255, 0,255,255, 0, 0, 0,255,255, 0,255, 0,255,255,255,255, 0,255,255,255, 6,255, 0,255,255,255,255, 0,255, 0, 0,255,255,255,255, 0,255,255,255,255, // ś,"},{"Add":" 1, 13, 0, 0, 0, 1, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0,255, 1, 28, 0, 0, 0,255,255, 3, 0,255, 2,255, 0, 0,255,255,255,255,255,255,255, 0,255,255, 1,255,255,255, 0, 0, 0,255, 0, 3,255, 0,255,255, 0, 0, 0,255,255,255, 0, 2,255,255, 0,255, // ť,"},{"Add":" 96, 34, 0, 0, 21, 89, 0, 0, 0, 28, 0, 0, 5, 1, 3,221, 0, 0,127, 0, 0, 77, 1, 0, 0, 2, 0,255, 0,255, 0, 0,255,255, 0,255, 0,255, 0, 3,255, 0, 0, 5, 0,255, 0, 1, 0,255, 5, 5,255, 0, 0,255, 0, 0, 4,255,255, 0, 2, 1,255, 0, 1,255, // ž,"},{"Add":" 4, 7, 0,255, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0,255, 0,255, 0,255, 0, 0,255,255, 0,255,255, 0, 0, 0,255,255, 0,255,255,255, 0,255,255,255,255,255,255, 0,255, 0,255,255,255,255,255,255, 3, 0,255,255,255,255,255,255,255,255,255, // ź,"},{"Add":" 18,129, 4, 3, 21, 21, 0, 23, 1, 42, 0, 15, 0, 3, 0, 40, 11, 0, 2, 40, 2, 56, 0, 19,255, 32, 15,255, 0, 0,255, 0, 0, 0, 4,255,255, 0,255, 0,255, 0, 0,255, 0,255, 0, 0, 2, 0, 0, 0,255,255,255,255,255, 30, 0,255, 0,255, 0,255,255,255,255,255, // ł,"},{"Add":" 0, 0, 2, 5, 3, 0, 0, 2, 0, 38, 44, 9, 8, 1, 16, 0, 0, 0, 7, 9, 5, 0, 0, 7, 0, 0, 28,255, 0, 0,255, 0, 0, 7, 0, 0,255, 2,255,255,255,255,255,255, 0, 0, 0, 0, 0,255,255, 0,255,255,255,255, 0, 0,255,255,255,255,255,255,255,255, 0, 0, // ą,"},{"Add":" 140, 48, 0, 1, 0, 50, 0, 0, 0, 33, 0, 0, 0, 0, 1, 19, 0, 0, 4, 0, 0, 12, 0, 0, 0, 0, 0,255,255,255,255,255,255,255,255, 0,255,255,255, 0, 2, 3, 0,255,255,255,255, 0, 0,255,255, 0, 4,255,255,255,255,255,255,255, 0,255,255, 0,255, 0,255, 0, // ş,"},{"Add":" 8, 3, 0, 0, 7, 56, 0, 0, 4, 1, 0, 0, 0, 0, 0, 13, 0,255, 0, 0, 0, 2, 0,255,255, 0, 0,255, 0,255,255, 0,255,255,255,255, 0,255,255, 5,255, 0,255, 0,255,255, 0,255,255,255, 0, 0,255,255,255,255,255,255, 0,255,255,255,255, 0,255,255, 0,255, // ľ,"},{"Add":" 30, 16, 0, 0, 3, 26,255, 0, 0, 5, 0, 5, 0, 0, 1, 27, 0,255, 1, 0, 0, 24, 0, 0, 0, 10, 0,255,255, 0,255,255, 0, 1, 11,255,255, 0,255,255,255,255, 0,255, 0,255,255, 0, 9, 0,255,255,255, 0,255, 0,255, 5, 0,255,255,255,255,255,255,255,255,255, // ż,"},{"Add":" 0, 0, 0,255, 0, 0, 0, 0, 0, 0,255, 0,255, 0,255, 0, 0,255, 0, 0, 0,255, 0,255,255,255, 0,255,255,255,255, 0,255,255,255,255,255,255, 0, 0,255,255,255,255,255,255, 0,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, // ŕ,"},{"Add":" 37, 0, 10, 9, 29, 2, 7, 20, 20, 13, 34, 45, 62, 52,115, 0, 15, 0, 97, 50, 87, 8, 57, 0, 0, 14, 82,255, 0, 0, 0, 3, 0, 0,255, 0, 0, 0, 0, 0,255,255,255,255, 0, 0, 7, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 3,255, 0, 0, 0, 0, 0, // á,"},{"Add":" 0, 0, 1, 19, 2, 0, 5, 2, 5, 0, 0, 0, 1, 48, 1, 0, 8, 0, 17, 2, 12, 0, 9, 0, 0, 0, 1,255, 0,255,255, 0,255,255,255, 0,255,255,255,255, 0, 0,255,255, 0, 0, 0, 0,255,255,255,255, 0,255, 0,255, 0,255,255,255,255,255,255,255,255, 0,255, 0, // â,"},{"Add":" 0, 0, 14,106, 14, 0, 9, 21, 1, 0, 0, 0, 51, 27, 62, 0, 36, 0, 72, 66,133, 7, 12, 0, 1, 0, 28,255, 0,255,255, 0,255,255,255, 0,255,255,255,255, 0, 0,255,255,255, 0, 0,255,255,255,255,255, 0,255, 0, 0,255,255,255,255,255,255,255,255,255,255,255, 35, // ă,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0,255, 0,255,255, 0, 0, 0,255, 0,255, 0,255,255,255,255, 0,255,255, 0, 0,255,255,255,255,255,255, 0,255,255, 0,255,255,255, 0,255,255,255,255, 0, 0,255, // ä,"},{"Add":" 0, 0, 0,255, 5, 0,255, 0, 0, 0,255, 0,255, 0, 0, 0, 0,255, 0, 0, 1, 0, 0,255,255,255,255,255,255,255,255, 0,255,255,255,255,255,255,255,255,255,255,255,255,255,255, 0,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, // ĺ,"},{"Add":" 15, 18, 0, 0, 0, 91, 0, 0, 0, 96, 0, 1, 0, 0, 0, 29,156,255, 1, 0, 0, 37, 0, 0, 0, 4, 0,255, 14, 40,255, 0, 0, 0, 1,255,255, 0,255, 0,255,255,255,255, 0,255, 0, 0, 1,255, 0, 0,255,255,255, 0,255, 0,255,255,255,255,255,255,255,255,255,255, // ć,"},{"Add":" 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0, 0,255,255,255,255,255,255,255,255, 0,255,255,255, 0, 0,255, 0,255,255, 0,255, 0,255,255,255, 0,255,255,255,255,255,255, 0,255, 0,255,255,255,255, 0, 0,255, // ç,"},{"Add":" 118,219, 32, 0, 1, 87, 0, 0, 2,176, 3, 1, 3, 12, 26,106, 2, 0, 12, 4, 0, 54, 5, 0, 0, 1, 0,255, 76, 0, 0, 0,255, 0,255,255, 0,255, 0, 6, 0, 0, 3, 0, 0,255, 0, 0,255,255, 0, 3,255,255, 0,255, 0, 0, 0,255, 0, 0, 0, 10,255, 0, 0,255, // č,"},{"Add":" 106, 1, 6, 3, 16, 0, 11, 14, 4, 2, 5, 60, 49, 41, 86, 0, 11, 0, 28, 50, 74, 1, 32, 0, 0, 10, 33, 0, 0,255, 0, 0, 0, 0,255, 0,255, 0,255, 0,255,255,255,255, 0, 0, 0, 0,255,255,255, 0,255, 0, 0, 0, 0, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0, // é,"},{"Add":" 0, 0, 4, 1, 2, 0, 0, 4, 0,101, 53, 10, 5, 7, 32, 0, 2, 0, 14, 2, 41, 0, 0, 7, 0, 0, 26,255, 0, 0,255, 0, 0, 5, 0, 0, 0, 1,255,255,255,255,255,255, 0, 0, 0, 0, 0, 0,255, 0,255,255,255, 0,255,255,255,255,255,255,255, 0,255,255, 0, 0, // ę,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0,255,255,255,255, 0,255,255,255, 0,255,255,255,255,255,255,255, 0, 0,255,255, 0,255,255, 0,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, // ë,"},{"Add":" 0, 0, 10, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 36, 54, 0, 6, 0, 0, 0, 23, 0, 37, 0,255, 0, 0,255, 0,255, 0, 0, 0,255,255,255,255,255,255, 0,255,255,255,255, 0,255, 0, 0,255,255, 0, 0,255, 0,255, 0, 0,255,255,255,255, 0,255,255,255,255,255, 0, // ě,"},{"Add":" 11, 1, 6, 25, 14, 2, 1, 2, 5, 3, 21, 5, 12, 21,177, 0, 7, 0, 38, 11, 28, 1, 26, 0, 0, 7, 14,255, 29, 0, 0, 7, 0,255,255, 0, 0,255, 0, 4,255, 0,255,255, 0, 0, 14, 0,255,255, 0, 0, 0, 0, 0,255, 0, 0,255, 0,255, 51,255, 0, 0, 0,255, 0, // í,"},{"Add":" 239, 0, 1, 0, 2, 1, 0, 0, 1, 3, 2, 9, 8, 7, 7, 0, 1, 0, 7, 3, 5, 0, 4, 0, 0, 0, 0,255,255,255,255,255,255,255,255, 1,255,255,255, 0, 0, 0,255,255,255, 0, 0,255, 0, 0,255, 0, 0,255,255,255,255,255,255,255,255,255,255,255,255,255,255, 0, // î,"},{"Add":" 4, 4, 0,255, 0, 4,255,255,255, 0, 0,255, 0, 0, 0, 0,255,255, 0,255, 0, 0, 1,255,255, 0, 0,255,255,255,255, 0,255,255,255,255,255,255,255, 0,255,255, 0,255,255,255, 0, 0,255,255, 0, 0,255, 0,255,255, 0, 0,255,255,255,255,255, 0,255,255,255,255, // ď,"},{"Add":" 4, 31, 0,255, 0, 41,255, 0, 0, 1, 0, 0, 0, 0, 1, 69, 0,255, 4, 0,255, 3, 0, 0,255, 0, 0,255, 0,255,255, 63,255,255,255,255,255,255,255, 0,255,255,255,255,255,255, 0,255,255,255,255,255,255,255, 0,255,255, 0,255,255,255,255,255,255,255,255,255,255, // đ,"},{"Add":" 0, 48,255, 0, 0, 16,255,255, 0, 12, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 1,255, 0,255, 6, 0,255,255, 0,255,255, 0, 0, 0, 0,255, 0,255, 0,255,255,255,255,255,255,255, 0, 0, 0,255, 0,255,255, 0, 0,255, 0, 0,255,255,255, 0, 0,255,255,255,255, // ń,"},{"Add":" 0, 1, 0, 0, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0,255, 0, 0, 0, 0, 0,255,255, 0, 0,255, 0,255, 0, 0,255,255,255,255, 0,255, 0, 0,255,255,255, 0,255,255, 0, 0,255,255, 0, 0,255, 0,255, 0, 0, 0, 0,255,255, 0, 0, 0,255, 0, 0,255, // ň,"},{"Add":" 3, 0, 8, 9, 10, 2, 3, 53, 3, 17, 6, 22, 42, 5, 7, 0, 26, 0, 52, 7, 32, 0, 2, 31, 0, 2, 20,255, 0, 0,255, 0, 0, 16,255,255,255, 1,255, 0,255,255, 0,255, 0, 0, 0, 0, 0,255,255, 0,255,255,255, 0, 0, 0,255, 0,255, 0,255, 0, 0, 0, 0, 0, // ó,"},{"Add":" 0, 0, 0, 1, 3, 0, 0, 0, 1, 0, 0, 3, 0, 4, 0, 0, 13,255, 1, 0, 0, 0, 1, 0, 0, 0, 0,255,255,255,255, 0,255, 0,255,255, 0, 0,255,255,255,255,255,255,255, 0,255, 0,255,255,255, 0,255,255, 0,255,255, 0, 0,255,255,255,255,255,255,255,255,255, // ô,"},{"Add":" 4, 0, 5, 0, 12, 0, 7, 1, 0, 0, 0, 5, 22, 0, 9, 0, 0,255, 9, 13, 33, 0, 2, 0, 0, 3, 23,255,255,255,255, 0,255,255,255,255,255,255,255, 0,255,255,255,255,255, 0,255, 0,255,255,255, 0,255,255,255,255,255, 0,255, 0, 0,255,255, 0, 0, 0,255,255, // ő,"},{"Add":" 13, 0, 2, 0, 6, 0, 5, 3, 2, 0, 1, 57, 7, 1, 5, 0, 0,255, 8, 2, 22, 0, 1, 0, 0, 2, 15,255, 0,255,255, 0,255, 0,255, 0,255,255,255, 0,255,255, 0,255,255, 0, 0, 0,255,255,255, 0,255,255,255,255,255, 0,255, 0, 0,255,255, 0, 0, 0,255,255, // ö,"},{"Add":" 16, 6, 5, 0, 3, 4, 0, 0, 2, 2, 0, 4, 0, 1, 0, 12, 66,255, 0, 0, 19, 2, 1, 0, 0, 2, 1,255, 0,255,255, 0,255,255,255,255,255,255, 0, 9,255,255,255,255,255,255, 0, 0,255, 0, 3, 5,255,255,255,255, 0, 0,255,255,255, 0, 0, 2,255,255, 0,255, // ř,"},{"Add":" 0, 0, 0, 2, 5, 0, 0, 0, 2, 0, 1, 5, 4, 3, 3, 0, 7, 0, 10, 1, 4, 0, 3, 0, 0, 0, 1, 0, 0,255, 0, 0,255, 0,255, 0,255,255,255, 0,255,255,255,255, 0,255, 0, 0,255,255,255, 0,255, 0,255,255, 0, 0,255,255, 0, 0, 0, 0,255, 0, 0,255, // ů,"},{"Add":" 27, 0, 0, 36, 2, 0, 0, 1, 1, 4, 26, 8, 4, 2, 8, 0, 1, 0, 14, 40, 14, 0, 2, 0, 0, 1, 4,255, 0,255, 0, 0,255,255,255,255, 0,255,255, 0,255,255,255,255, 0, 0, 0, 0,255,255, 0, 0,255, 0, 0,255, 0, 0,255, 0,255, 0, 0, 0, 0,255, 0, 0, // ú,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0,255, 4, 3, 3, 0, 1, 0, 0, 2, 1,255,255,255,255,255,255,255,255,255,255,255,255, 0,255,255,255,255,255,255,255, 0,255,255,255, 0,255,255,255,255,255, 0,255, 0,255,255,255, 0, 0, 0,255,255, // ű,"},{"Add":" 5, 0, 2, 0, 0, 0, 3, 1, 1, 0, 0, 8, 2, 2, 1, 0, 15, 0, 14, 4, 4, 0, 1, 1, 0, 3, 13,255, 0,255, 0, 0,255,255,255, 0,255, 0,255, 0,255,255, 0,255,255, 0, 0, 0,255, 0,255, 0,255,255,255,255, 0, 0,255, 0, 0,255,255, 0, 0, 0,255,255, // ü,"},{"Add":" 0, 0, 4, 0, 2, 0, 0, 0, 3, 0, 0, 52, 4, 1, 69, 0, 0,255, 13, 0, 11, 0, 56, 0,255, 0, 1,255, 0,255,255, 0,255,255,255,255,255,255,255, 0,255,255, 0,255,255,255, 0, 0,255,255, 0, 0,255,255,255,255, 0,255,255,255, 0, 0, 0, 0,255, 0, 0,255, // ý,"},{"Add":" 20,111, 1, 33, 0, 31, 0, 0, 0, 31, 0, 0, 5, 1, 78, 5, 2, 0, 10, 1, 0, 25, 2, 0, 0, 0, 0,255,255,255,255,255,255,255,255, 0,255,255,255, 0, 0, 25,255,255,255,255,255, 0,255,255,255, 0, 4,255,255,255,255, 0,255,255,255,255,255, 0,255,255,255, 0, // ţ,"},{"Add":" // , a, b, c, d, e, f, g, h, i, j, k, l, m, n, o, p, q, r, s, t, u, v, w, x, y, z, ß, š, ś, ť, ž, ź, ł, ą, ş, ľ, ż, ŕ, á, â, ă, ä, ĺ, ć, ç, č, é, ę, ë, ě, í, î, ď, đ, ń, ň, ó, ô, ő, ö, ř, ů, ú, ű, ü, ý, ţ,"},{"Add":" ],"},{"Add":" cyrillic: ["},{"Add":" 0, 0, 0, 0, 1, 0, 16, 38, 0, 2, 5, 10,121, 4, 20, 25, 26, 53, 9, 5, 61, 23, 20, 26, 15, 95, 60, 2, 26, 15, 25, 29, 0, 14, 6, 6, 25, 1, 0, 27, 25, 8, 5, 39, // ,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // a,"},{"Add":" 0, 0, 0,255, 0, 0,255, 0,255, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0,255, 0, 0, // ѓ,"},{"Add":" 0, 0,255, 0, 0, 0, 0, 0,255,255,255,255, 0,255, 2, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255,255,255,255,255, // ђ,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0,255,255,255,255, 0,255, 0, 0, 0, 0, 0, 4, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255,255,255,255,255, // љ,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0,255,255,255, 0, 0,255, 5, 0, 0, 0, 0, 2, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255,255,255,255,255, // њ,"},{"Add":" 0, 0,255, 0, 0, 0, 0, 0,255, 0,255,255, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 1,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255,255,255,255,255, // ћ,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0,255,255,255,255, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255,255,255,255,255, // џ,"},{"Add":" 7, 0, 0,255,255,255,255,255, 0, 1, 0,255,255,255, 15, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 1, 0, 0, 0, 1, // ў,"},{"Add":" 12, 0, 0,255,255, 0,255,255, 0, 2, 0, 0, 0, 0, 2, 3, 15, 5, 5, 0, 0, 4, 0, 0, 21, 15, 10, 17, 0, 6, 14, 4, 6, 0, 3, 1, 8, 1, 0, 0, 0, 2, 0, 0, 0, 0, // і,"},{"Add":" 0, 0,255,255,255,255,255,255, 0, 0, 0,255,255, 0, 4, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // ё,"},{"Add":" 6, 0, 0,255,255,255,255,255, 0, 0,255, 5,255, 0, 1, 7, 0, 3, 2, 0, 0, 0, 0, 0, 0, 2, 2, 2, 0, 0, 2, 2, 5, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // є,"},{"Add":" 12, 0, 0, 0, 0, 0, 0, 0,255, 0,255, 0, 0, 0, 5, 1, 0, 0, 0, 2, 0, 0, 20,255, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0,255,255,255,255, // ј,"},{"Add":" 9, 0, 0,255,255,255,255,255,255, 5,255, 0, 0, 13, 3, 3, 0, 4, 1, 0, 1, 2, 0, 0, 0, 1, 0, 0, 4, 0, 0, 1, 3, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // ї,"},{"Add":" 32, 0, 0, 2, 2, 2, 0, 0, 0, 1, 0, 0, 28, 0, 23, 22, 26, 22, 19, 0, 3, 12, 5, 0, 44, 38, 18, 58, 1, 21, 44, 17, 54, 1, 2, 28, 5, 8, 3, 1, 9, 0, 12, 0, 0, 0, // а,"},{"Add":" 40, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 7, 0, 0, 0, 1, 7, 0, 1, 1, 0, 0, 7, 4, 1, 9, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, // б,"},{"Add":" 31, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 3, 0, 0, 19, 0, 0, 1, 1, 6, 0, 2, 6, 0, 1, 0, 1, 0, 32, 0, 2, 2, 23, 9, 0, 0, 0, 1, 0, 0, 1, 1, 0, 3, 0, 2, // в,"},{"Add":" 23, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 0, 1, 20, 0, 0, 1, 0, 9, 0, 0, 9, 7, 0, 5, 2, 18, 11, 0, 8, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 3, 0, 13, 0, 3, // г,"},{"Add":" 26, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 2, 0, 2, 19, 0, 1, 5, 0, 13, 2, 2, 3, 2, 0, 6, 1, 12, 30, 0, 4, 0, 0, 7, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 0, 1, // д,"},{"Add":" 12, 0, 0, 1, 4, 5, 0, 0, 0, 0, 0, 0, 24, 1, 5, 7, 11, 3, 12, 1, 6, 6, 11, 0, 3, 15, 14, 14, 4, 8, 25, 14, 29, 0, 1, 1, 4, 8, 8, 2, 0, 3, 1, 0, 0, 0, // е,"},{"Add":" 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 3, 2, 1, 2, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, // ж,"},{"Add":" 19, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 1, 6, 0, 0, 0, 11, 8, 0, 0, 8, 0, 0, 0, 0, 0, 4, 0, 1, 0, 0, 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, // з,"},{"Add":" 24, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 1, 0, 1, 10, 16, 21, 22, 0, 6, 5, 6, 1, 15, 15, 8, 38, 2, 4, 27, 9, 15, 0, 3, 8, 12, 7, 6, 1, 0, 0, 0, 0, 0, 0, // и,"},{"Add":" 6, 0, 0, 0,255,255,255,255, 0, 7, 0, 0,255, 4, 21, 0, 0, 0, 0, 5, 0, 0, 39, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 5, 0, 3, 0, 0, // й,"},{"Add":" 54, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 10, 0, 1, 0, 1, 11, 0, 0, 12, 0, 1, 2, 0, 4, 8, 0, 2, 23, 2, 4, 0, 2, 3, 3, 8, 0, 0, 3, 16, 1, 4, 3, // к,"},{"Add":" 12, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 6, 0, 4, 29, 12, 4, 5, 2, 18, 0, 0, 17, 4, 5, 11, 0, 0, 21, 2, 3, 4, 1, 15, 1, 0, 0, 0, 0, 0, 4, 3, 2, 12, 0, 2, // л,"},{"Add":" 23, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 4, 0, 0, 17, 1, 0, 0, 0, 7, 0, 1, 13, 2, 0, 0, 0, 0, 13, 0, 2, 4, 0, 2, 0, 0, 0, 0, 0, 0, 1, 4, 2, 4, 1, 1, // м,"},{"Add":" 42, 0, 0, 0, 0, 0, 0, 0, 4, 12, 6, 7, 1, 7, 76, 0, 22, 1, 4, 27, 1, 3, 34, 30, 0, 7, 1, 13, 24, 1, 3, 5, 3, 4, 0, 1, 0, 4, 1, 0, 2, 18, 7, 16, 0, 4, // н,"},{"Add":" 37, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 1, 0, 1, 10, 27, 22, 15, 1, 2, 3, 7, 5, 32, 11, 7, 38, 8, 21, 24, 11, 23, 0, 2, 10, 2, 2, 3, 2, 0, 0, 1, 0, 0, 0, // о,"},{"Add":" 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 1, 0, 0, 2, 0, 1, 2, 4, 0, 0, 2, 0, 6, 0, 0, 5, 0, 2, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, // п,"},{"Add":" 19, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 8, 0, 5, 47, 4, 6, 6, 5, 23, 0, 0, 5, 2, 6, 0, 0, 0, 23, 22, 0, 1, 14, 9, 1, 0, 1, 0, 0, 0, 7, 2, 8, 16, 0, 3, // р,"},{"Add":" 53, 0, 0, 0, 0, 0, 0, 0, 4, 9, 2, 0, 1, 2, 21, 1, 4, 1, 2, 11, 0, 0, 12, 2, 4, 7, 1, 13, 15, 1, 4, 6, 3, 6, 0, 0, 0, 0, 0, 0, 1, 2, 3, 5, 0, 1, // с,"},{"Add":" 28, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 1, 0, 1, 32, 0, 1, 3, 0, 12, 0, 1, 22, 1, 4, 7, 1, 6, 23, 0, 14, 41, 14, 3, 0, 1, 1, 1, 21, 0, 2, 2, 6, 2, 1, 4, // т,"},{"Add":" 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 2, 4, 2, 4, 6, 3, 0, 2, 0, 0, 6, 5, 6, 3, 0, 3, 7, 4, 7, 18, 1, 6, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, // у,"},{"Add":" 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // ф,"},{"Add":" 41, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 2, 30, 0, 2, 0, 0, 11, 0, 0, 5, 1, 14, 3, 0, 3, 6, 0, 7, 0, 0, 1, 0, 1, 0, 2, 0, 0, 0, 4, 3, 5, 0, 0, // х,"},{"Add":" 8, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 7, 0, 0, 0, 0, 4, 0, 0, 7, 1, 0, 1, 0, 2, 1, 0, 0, 9, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 1, 1, // ц,"},{"Add":" 6, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 5, 0, 1, 5, 0, 2, 0, 0, 6, 0, 0, 1, 0, 0, 3, 0, 2, 0, 0, 2, 0, 1, 0, 0, 3, 0, 0, 2, 0, 0, 0, 0, // ч,"},{"Add":" 12, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 17, 0, 0, 1, 0, 2, 0, 0, 26, 0, 0, 0, 0, 0, 22, 2, 6, 0, 0, 5, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 0, 0, // ш,"},{"Add":" 2, 0,255, 0,255,255,255,255,255, 0, 0, 0,255, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, // щ,"},{"Add":" 0, 0,255,255,255,255, 0,255, 0, 0, 0,255,255,255, 0, 3, 4, 0, 2, 0, 0, 0, 0, 0, 11, 0, 1, 0, 0, 2, 2, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // ъ,"},{"Add":" 1, 0, 0,255,255,255,255,255, 0, 0, 0, 0, 0,255, 0, 3, 11, 0, 4, 0, 2, 1, 0, 0, 0, 3, 1, 16, 0, 0, 22, 2, 10, 0, 0, 0, 8, 6, 3, 0, 0, 0, 0, 0, 0, 0, // ы,"},{"Add":" 0, 0, 0,255,255, 0, 0, 0,255, 0, 0, 0, 0, 0, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 7, 3, 0, 1, 13, 7, 7, 0, 35, 6, 0, 0, 0, 0, 0, 0, 0, 6, 0, // ь,"},{"Add":" 10, 0, 0,255,255,255,255,255, 0, 0, 0, 0,255, 0, 0, 1, 1, 10, 11, 0, 2, 2, 0, 0, 0, 9, 3, 9, 0, 0, 7, 6, 9, 0, 0, 8, 3, 2, 1, 0, 0, 0, 0, 17, 0, 0, // э,"},{"Add":" 14, 0, 0, 0,255,255,255,255, 0, 0, 0, 0,255, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // ю,"},{"Add":" 5, 0, 0,255,255,255,255,255, 0, 9, 0, 0,255, 0, 11, 0, 3, 0, 0, 0, 0, 2, 24, 0, 0, 5, 2, 14, 1, 0, 2, 3, 1, 0, 0, 1, 3, 0, 0, 0, 0, 16, 1, 0, 0, 0, // я,"},{"Add":" // , a, ѓ, ђ, љ, њ, ћ, џ, ў, і, ё, є, ј, ї, а, б, в, г, д, е, ж, з, и, й, к, л, м, н, о, п, р, с, т, у, ф, х, ц, ч, ш, щ, ъ, ы, ь, э, ю, я,"},{"Add":" ],"},{"Add":" western: ["},{"Add":" 18, 3, 0,254, 74, 0, 5,254,254, 2, 25,254,149, 4,254, 66,148,254, 0,254,122,238, 8, 1, 20, 13,254, 35, 20, 3, 1, 0, // ,"},{"Add":" 0, 3, 0, 0, 0, 0, 0, 5, 2, 0, 86, 9, 76, 0, 0, 0,241, 0, 0, 49, 0, 0, 0, 0, 11, 2, 0, 34, 0, 1, 2, 0, // a,"},{"Add":" 19, 0, 0, 5, 5, 0, 0, 8, 13, 5, 0, 34, 22, 0, 0, 0, 4, 0, 0, 0, 6, 1, 3, 3, 42, 37, 8, 8, 0, 67, 0, 0, // b,"},{"Add":" 0, 0, 0, 9, 6, 1, 0, 22, 10, 1, 0, 19, 54, 1, 0, 1, 18, 3, 1, 2, 40, 7, 0, 0, 6, 0, 3, 5, 1, 34, 0, 0, // c,"},{"Add":" 0, 0, 0, 5, 5, 0, 0, 12, 45, 16, 1, 6, 42, 0, 13, 3, 10, 0, 2, 0, 66, 11, 5, 8, 33,104, 3, 4, 0, 19, 0, 0, // d,"},{"Add":" 63, 5, 0, 0, 0, 0, 2, 33, 15, 1, 3, 0, 87, 0, 0, 0, 0, 0, 1, 21, 0, 0, 0, 49, 1, 11, 0, 3, 0, 9, 1, 0, // e,"},{"Add":" 0, 0, 0, 8, 8, 0, 0, 10, 2, 7, 0,162, 23, 0, 13, 0, 4, 0, 0, 0, 1, 3, 0, 0, 15, 4, 0, 0, 0, 4, 0, 0, // f,"},{"Add":" 1, 0, 0, 14, 16, 24, 0, 29, 11, 41, 0, 13, 86, 0, 14, 9, 3, 0, 0, 0, 20, 8, 7, 7, 13, 37, 14, 0, 0, 12, 0, 0, // g,"},{"Add":" 1, 0, 0, 0, 0, 0, 0, 47, 2, 0, 0, 0, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 29, 20, 0, 0, 0, 0, 45, 0, 0, // h,"},{"Add":" 5, 4, 0,166,120, 0, 0,144, 0, 2, 3, 88,254, 0, 0, 0, 0, 0, 0, 3, 28,107, 0,112, 8, 2, 44, 32, 0, 3, 3, 0, // i,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 39, 9, 0, 0, 2, 1, 0, 2, 0, 0, 0, 0, 4, 0, 0, 0, 16, 18, 44, 0, 0, 0, 0, 0,255, // j,"},{"Add":" 0, 2, 0, 0, 1, 0, 0, 48, 31, 32, 1, 60, 1, 0, 4, 0, 1, 0, 0, 0, 1, 3, 0, 2, 20, 47, 0, 0, 0, 20, 0, 0, // k,"},{"Add":" 4, 0, 0, 12, 16, 0, 0, 54, 40, 48, 0, 64, 36, 0, 39, 6, 12, 3, 0, 0, 27, 9, 3, 24, 42, 33, 2, 9, 7, 77, 0, 0, // l,"},{"Add":" 0, 0, 0, 14, 5, 4, 0, 60, 11, 4, 3, 48, 30, 7, 28, 1, 10, 1, 0, 0, 24, 41, 3, 3, 19, 24, 1, 8, 2, 36, 0, 0, // m,"},{"Add":" 1, 1, 0, 24, 91, 16, 0,132, 62, 73, 1, 56, 71, 33, 78, 7, 35, 2, 3, 0, 94,254, 10, 21, 33, 38, 24, 21, 1, 61, 0, 0, // n,"},{"Add":" 0, 1, 0, 0, 0, 0,254, 6, 0, 1, 27, 0, 13, 0, 0, 84,127, 0, 0, 62, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, // o,"},{"Add":" 0, 0, 0, 5, 2, 0, 0, 9, 15, 0, 0, 4, 34, 0, 6, 0, 6, 0, 0, 0, 20, 12, 9, 28, 10, 22, 0, 3, 0, 7, 0, 0, // p,"},{"Add":" 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 33, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0,255,255, // q,"},{"Add":" 0, 0, 0, 83, 62, 1, 0,198,139,125, 0,229, 94, 54,190, 38, 18, 1, 0, 0,176, 24, 16, 29,193,181, 13, 13, 2,131, 0, 0, // r,"},{"Add":" 1, 0, 0, 41, 34, 0, 0, 41, 24, 42, 0, 68,113, 15,159, 6, 43, 19, 4, 58, 14, 18, 1, 4, 48, 42, 4, 12, 9, 20, 0, 0, // s,"},{"Add":" 7, 1, 0, 14, 20, 8, 0, 56, 37, 31, 0,104, 67, 14,113, 3, 50, 9, 5, 0, 89, 7, 19, 22, 13, 14, 40, 12, 15, 18, 0, 0, // t,"},{"Add":" 0, 1, 5, 1, 2, 0, 0, 30, 0, 0, 1, 15, 2, 0, 1, 0, 1, 0, 0, 2, 4, 0, 0, 36, 0, 0, 0, 0, 0, 0, 0, 0, // u,"},{"Add":" 0, 2, 0, 1, 6, 0, 0, 29, 33, 13, 0, 19, 46, 0, 15, 0, 7, 0, 1, 31, 2, 2, 3, 1, 32, 27, 0, 0, 1, 1, 0, 0, // v,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 3, 0, 0, 4, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0,255, // w,"},{"Add":" 0, 0, 0, 1, 16, 0, 0, 23, 0, 0, 0, 3, 14, 0, 0, 0, 2, 3, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, // x,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 58, 8, 0, 0, 1, 1, 62, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 6, 82, 0, 0, 0, 0, 0,255, // y,"},{"Add":" 0, 0, 0, 0, 2, 0, 0, 0, 14, 0, 0, 7, 3, 0, 6, 0, 3, 5, 0, 0, 0, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, // z,"},{"Add":" 0, 29, 0, 0, 0, 15, 0, 0, 0, 11, 0, 0, 0, 0, 0, 20, 0, 0, 0, 0, 0, 37, 0, 0, 0, 0, 0, 0,255,255, 0, 0,255,255, 4, 0, 0,255,255, 0,255, 0,255, 0, 0,255,255,255, 0, 0, 0, 8, 0,255, 0, 0, 2, 0, 0, // ß,"},{"Add":" 6, 2, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 10, 1, 0, 0, 0, 0, 0, 0, 0,255, 0, 1, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // š,"},{"Add":" 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0,255,255,255, 0, 0, 0,255,255,255, 0,255,255,255,255, 0, 0,255,255,255,255,255,255, 0,255,255,255, 0,255,255, // œ,"},{"Add":" 107, 0, 22, 16, 18, 14, 6, 24, 46, 15, 2, 0, 42, 18, 17, 0, 36, 0, 34, 4,254, 1, 2, 0, 0, 1, 0, 0, 0,255, 0, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0,255,255,255,255,255, 0, 0,255, 0, 0, 0, // à,"},{"Add":" 41, 0, 10, 8, 21, 34, 5, 5, 60, 18, 5, 1, 29, 42, 26, 2, 16, 0, 27, 9, 43, 28, 7, 0, 0, 1, 4, 0, 0,255, 0, 0,255,255,255, 0,255, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255, 0, 0, 0, 0, 0,255, // á,"},{"Add":" 24, 0, 1, 2, 0, 0, 0, 0, 7, 0, 0, 0, 3, 1, 0, 0, 0, 0, 2, 0, 5, 0, 1, 0, 0, 0, 0,255, 0,255, 0, 0, 0,255, 0,255, 0, 0, 0, 2, 0,255, 0,255, 0, 0, 0, 0,255, 0,255,255,255,255,255, 0,255, 0,255, // â,"},{"Add":" 0, 0, 0, 1, 2, 3, 0, 1, 2, 12, 0, 0, 1, 7, 29, 4, 1,255, 11, 66, 11, 0, 1, 0, 0, 0, 0,255, 0,255,255,255, 0, 0, 0,255,255,127,255,255,255,255,255, 0, 0,255, 0, 0,255,255, 0,255,255,255,255,255,255,255,255, // ã,"},{"Add":" 134, 1, 11, 0, 25, 6, 15, 11, 61, 24,123, 95,114, 68, 53, 1, 49, 0, 60, 98,198, 0, 88, 29, 0, 6, 12, 0, 0,255, 0,255, 0, 0,118, 0,255, 0,255, 0,255, 0,255, 0,255,255, 0,255,255, 0,255, 2,255,255,255, 0, 0, 0,255, // ä,"},{"Add":" 156, 0, 12, 14, 19, 3, 12, 47, 17, 3, 12, 5, 30, 47, 22, 0,205, 0,184, 70, 19, 0, 22, 8, 0, 6, 1,255, 0,255,255, 0,255, 0, 0, 0, 0, 0,255, 0,255, 0,255, 0, 0,255,255,255,255,255,255, 0, 0,255,255,255,255,255,255, // å,"},{"Add":" 26, 0, 7, 0, 4, 0, 23, 8, 15, 0, 18, 19, 56, 23, 24, 0, 9, 0, 82, 37, 24, 0, 71, 0, 0, 0, 0,255, 0,255,255, 0,255,255, 0, 0, 0, 0,255, 0,255,255,255, 0,255,255, 0,255,255,255,255, 0, 0,255,255,255,255, 0,255, // æ,"},{"Add":" 17,112, 0, 2, 0, 15, 0, 0, 0, 35, 0, 0, 2, 0, 59, 9, 1, 0, 36, 0, 0, 8, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, // ç,"},{"Add":" 254, 0, 9, 14, 20, 0, 15, 6, 70,144, 14, 45, 47, 92, 16, 3,123, 0, 38, 23,115, 52, 22, 42, 2, 80, 19,255, 0,255, 0, 0,255,255, 0,255,255, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0,255,255,255, 0, 0, 0, 1,255,255, // è,"},{"Add":" 152, 2, 19, 24, 85, 0, 29, 23, 26, 25, 2, 9, 43, 60, 62, 1, 32, 0,122, 45,169, 15, 13, 30, 7, 4, 8, 0, 0,255, 0, 0, 0, 0, 0,255, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1,255, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, // é,"},{"Add":" 5, 0, 0, 3, 7, 0, 0, 10, 2, 3, 0, 26, 6, 6, 20, 1, 2, 0, 20, 1, 11, 5, 5, 2, 0, 0, 1,255, 0,255,255,255, 0,255,255,255,255, 0, 0, 0, 0, 0,255, 0, 0, 0, 0,255, 0, 0,255,255,255, 0,255, 0, 0, 0,255, // ê,"},{"Add":" 36, 2, 23, 15, 36,143, 5, 23, 52, 52, 66, 48, 92, 57,216, 10,125, 35, 89, 58,254, 9, 24, 14, 0, 0, 8,255, 0,255, 0,255,255,255, 0, 0,255, 1, 0, 0, 0, 0, 0,255, 0, 0, 0,255,255,255, 0, 0, 0, 0,255, 0, 0, 0,255, // ë,"},{"Add":" 12, 0, 1, 4, 6, 0, 3, 21, 10, 0, 0, 0, 18, 8, 4, 0, 1, 0, 65, 35, 8, 3, 0, 0, 0, 0, 0,255, 0,255, 0, 0,255,255,255,255,255,255, 0, 0, 0,255, 0, 0, 0,255, 0, 0,255, 0,255,255,255, 0,255,255, 0, 0,255, // ì,"},{"Add":" 40, 72, 7, 10, 16, 2, 23, 10, 34, 0, 0, 1, 34, 15, 21, 1, 3, 0,203, 28, 58, 23, 11, 0, 10, 0, 2, 0, 0, 0, 0, 0, 0,255, 0,255,255, 0, 0, 0, 0,255, 0, 0,255,255, 1,255, 0,255,255, 0,255,255, 0,255, 2, 0,255, // í,"},{"Add":" 6, 5, 1, 9, 5, 0, 0, 0, 22, 0, 9, 8, 8, 6, 9, 1, 10, 0, 20, 6,182, 0, 13, 0, 0, 24, 1,255, 0,255,255,255, 0, 0,255, 0,255, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0,255,255,255,255,255, 0,255,255,255, // î,"},{"Add":" 0, 6, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0,255,255, 0, 0, 0, 0,255, 0,255, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0,255, 0, 0, 0, 0,255,255, 0, 0, 0,255,255, // ï,"},{"Add":" 0,254, 0, 0, 0, 26, 0, 0, 0, 61, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 25, 0, 0, 0, 0, 0,255,255,255, 0, 0, 0, 0, 0, 0,255,255, 0, 0, 0,255, 0, 1, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0,255, 0,255,255, // ñ,"},{"Add":" 20, 0, 56, 43, 8,162, 14, 3, 23, 19, 2,118, 31, 26, 46, 0, 20, 0, 23, 6, 24, 19, 6, 21, 5, 27, 63,255, 0,255, 0, 0,255,255,255,255,255, 3, 0,255,255,255, 0, 0,255, 0, 0, 0, 0,255, 0,255,255, 0,255,255, 0,255,255, // ò,"},{"Add":" 67, 0, 12, 15, 9, 7, 8, 66, 13,254, 3, 23, 14, 16, 16, 0, 8, 0, 29, 11, 26, 0, 5, 5, 1, 10, 13,255, 0,255,255, 0,255, 0, 0,255,255, 1,255, 0,255,255, 0, 0,255, 0, 1, 0, 0, 0, 0,255,255,255, 0,255,255, 0,255, // ó,"},{"Add":" 18, 3, 3, 12, 1, 0, 2, 0, 7, 0, 1, 0, 2, 2, 8, 0, 6, 0, 6, 7, 4, 0, 2, 0, 0, 0, 1,255, 0, 0,255, 0, 0,255,255,255, 0, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 0,255,255,255,255, 0, 0,255,255,255, // ô,"},{"Add":" 29, 2, 0, 0, 0, 0, 0, 0, 5, 2, 22, 30, 25, 38, 19, 0, 33,255, 4, 39, 24, 0, 88, 0, 0, 0, 0,255, 0,255,255, 0,255, 0,255,255,255, 36,255,255,255,255,255, 0,255,255, 0,255, 0, 0, 6, 0,255,255,255, 0, 0, 0,255, // õ,"},{"Add":" 44, 0, 33, 0, 25, 0,142, 5, 46, 10, 25, 32, 26, 13, 6, 0, 3, 0, 30, 8, 35, 0, 25, 5, 0, 44, 7, 0, 0,255,255, 0,255,255, 73, 0,255, 0, 0, 0,255,255,255,255,255, 0, 0,255, 0, 0, 0, 39, 0,255,255,255, 0, 0, 0, // ö,"},{"Add":" 52, 0, 21, 0, 57, 0,119, 12, 47, 3, 59, 33, 45, 15, 12, 0, 3, 0, 52, 82, 49, 1, 11, 0, 0, 0, 0, 0,255, 0,255,255,255,255,255, 0, 0, 0,255, 0,255,255,255, 0,255,255, 0,255,255,255,255, 0, 0,255,255,255,255,255, 0, // ø,"},{"Add":" 25, 0, 4, 3, 53, 0, 0, 2, 12, 72, 0, 0, 30, 0, 0,254, 0, 0, 6, 3, 3, 0, 0, 0, 0, 0, 0,255, 0,255, 0,255, 0,255,255,255,255, 0, 0, 0, 0,255, 0,255,255,255,255, 0,255, 0, 0,255,255, 0, 0, 0, 0, 0, 0, // ù,"},{"Add":" 19, 2, 1, 7, 9, 1, 12, 5, 9, 41, 1, 0, 10, 7, 9, 0, 8, 0, 12, 28, 8, 0, 0, 0, 0, 1, 0,255, 0,255,255, 0,255,255,255,255, 0, 0,255, 0,255,255,255, 0,255,255, 0, 0, 0,255, 0,255,255, 0, 0,255,255, 0,255, // ú,"},{"Add":" 0, 0, 0, 0, 1, 5, 0, 0, 1, 0, 0, 0, 0, 0, 0, 45, 0, 0, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255, 0,255,255,255,255, 0,255, 0,255,255,255, 0, 0,255,255,255,255, 0,255,255,255, 0,255, 0, 0,255, 0, // û,"},{"Add":" 95, 2, 19, 0, 6, 2,121, 9, 15, 1, 5, 44, 18, 26, 7, 0, 11, 2, 68, 49, 20, 0, 2, 17, 0, 0, 6, 0, 0,255, 0,255,255,255, 0,255,255, 0,255, 0,255, 0,255,255,255, 0, 0,255,255,255, 0, 0,255, 0, 0, 0, 31, 0, 0, // ü,"},{"Add":" 1, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0,255,255, 0, 0,255, 0,255, 0,255,255,255,255, 0, 0, 0, 0,255, 0, 0, 0, 0, 0,255, // ž,"},{"Add":" 0, 0, 0, 0, 0, 0,255, 0, 0,255, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0,255,255, 0,255,255,255,255,255,255, 0,255, 0,255,255,255,255,255,255,255,255,255,255,255,255,255, 0, 0,255, 0,255,255,255, 0, 0, 0, // ÿ,"},{"Add":" // , a, b, c, d, e, f, g, h, i, j, k, l, m, n, o, p, q, r, s, t, u, v, w, x, y, z, ß, š, œ, à, á, â, ã, ä, å, æ, ç, è, é, ê, ë, ì, í, î, ï, ñ, ò, ó, ô, õ, ö, ø, ù, ú, û, ü, ž, ÿ,"},{"Add":" ],"},{"Add":" icelandic: ["},{"Add":" 0, 68, 0, 0, 2,122,156, 5, 1, 1, 5, 1, 0, // ,"},{"Add":" 0, 2,255, 0, 0, 6, 51, 2, 0, 0, 5, 0, 19, // a,"},{"Add":" 0, 1, 0, 0, 0, 4, 2, 2, 0, 0, 0, 0, 0, // b,"},{"Add":" 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0,255, // c,"},{"Add":" 0, 0, 0, 2, 0, 2, 0, 0, 0, 5, 0, 1,255, // d,"},{"Add":" 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 22, // e,"},{"Add":" 0, 4, 0, 1, 0, 5, 3, 3, 13, 0, 0, 0, 0, // f,"},{"Add":" 0, 4, 0, 3, 1, 7, 2, 10, 12, 19, 7, 3, 0, // g,"},{"Add":" 0, 2, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, // h,"},{"Add":" 0, 1, 0, 0, 0, 0, 69, 0, 0, 0, 1, 2, 4, // i,"},{"Add":" 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 1, 8, // j,"},{"Add":" 0, 3, 0, 5, 1, 21, 1, 10, 4, 10, 11, 0,255, // k,"},{"Add":" 0, 30, 0, 8, 9, 4, 6, 78, 20, 18, 4, 1, 0, // l,"},{"Add":" 0, 2, 0, 5, 0, 8, 2, 9, 1, 3, 1, 1, 0, // m,"},{"Add":" 0, 9, 4, 4, 0, 11, 2, 18, 11, 6, 13, 3, 0, // n,"},{"Add":" 0, 0,255, 0, 0, 0, 0, 0,255,255, 0, 0, 3, // o,"},{"Add":" 0, 1, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0,255, // p,"},{"Add":" 0,255,255,255, 0, 0,255,255,255,255,255,255,255, // q,"},{"Add":" 0, 45, 1, 13, 7, 2, 7, 25, 17, 59, 9, 8, 7, // r,"},{"Add":" 0, 8, 1, 2, 1, 37, 13, 5, 0, 1, 9, 9, 0, // s,"},{"Add":" 0, 17, 0, 14, 7, 6, 1, 17, 3, 3, 14, 5, 0, // t,"},{"Add":" 0, 0, 0, 0, 0, 7, 61, 0, 0, 0, 0, 3, 1, // u,"},{"Add":" 0, 5, 0, 2, 0, 3, 4, 3, 0, 9, 0, 0, 6, // v,"},{"Add":" 0, 0,255,255,255,255,255, 0, 0, 0,255,255,255, // w,"},{"Add":" 0, 0, 0, 0, 0, 0,255, 0, 0,255, 0,255,255, // x,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, // y,"},{"Add":" 0, 0,255, 0, 0, 0,255, 0, 0,255, 0, 0,255, // z,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0,255,255, 0,255, 0,255, 0, // ß,"},{"Add":" 83, 0, 2, 0, 4, 0, 2, 3, 6, 0, 16, 3, 9, 23, 5, 0, 2,255, 24, 3, 7, 0, 5, 0, 0, 0, 0, 0, 0,255, 0,255, 0, 0, 0,255,255, 0, 0, 8, // á,"},{"Add":" 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0,255, 0,255, 0, 0, 0,255, 1, 0,255,255, 0,255,255, 0,255,255,255,255,255,255,255,255,255,255, // ä,"},{"Add":" 4, 0, 7, 0, 3, 0, 8, 1, 4, 0, 0, 0, 5, 2, 3, 0, 4,255, 18, 5, 8, 0, 8, 0, 0, 0,255,255, 0,255, 0,255, 0, 0, 0,255,255, 0, 0, 2, // æ,"},{"Add":" 1, 0, 0, 0, 0, 0, 8, 0, 3, 0, 0, 0, 2, 0, 0, 0, 0,255, 6, 6, 0, 0, 1, 0, 0, 0, 0, 0,255,255,255, 0,255,255,255,255,255,255,255, 0, // é,"},{"Add":" 126, 2, 2, 0, 1, 0, 1, 2, 0, 0, 0, 3, 16, 2, 5, 0, 1, 0, 25, 28, 19, 0, 29, 0, 0, 0, 0, 0, 0,255, 0,255, 0, 0, 0,255,255, 0,255, 0, // í,"},{"Add":" 0, 95, 0,255, 0, 24, 5, 5, 0,122, 0, 0, 0, 0, 0, 7, 0,255, 46, 0, 0, 20, 2,255,255, 6,255, 0, 8,255, 23, 0, 36, 0, 13, 7, 21, 1, 2,255, // ð,"},{"Add":" 8, 0, 63, 0, 7, 0, 22, 2, 3, 4, 39, 9, 5, 4, 5, 0, 1,255, 13, 8, 21, 0, 5, 0, 0, 0, 0, 0, 0,255, 0,255, 0, 0, 0, 0,255, 0, 0, 5, // ó,"},{"Add":" 9, 0, 1, 0, 0, 0, 1, 2, 8, 0, 18, 2, 10, 4, 3, 0, 0,255, 4, 6, 11, 0, 5, 0, 0, 0, 0,255, 0,255, 0,255, 0, 0, 0, 0,255, 0, 0, 0, // ö,"},{"Add":" 17, 0, 3,255, 3, 0, 40, 1, 11, 0, 14, 1, 13, 2, 2, 0, 0,255, 14, 9, 12, 0, 12,255,255, 0,255,255,255,255,255,255, 0, 0, 0,255,255, 0,255,255, // ø,"},{"Add":" 20, 0, 9, 0, 0, 0, 0, 2, 7, 0, 6, 3, 1, 1, 10, 0, 0,255, 12, 3, 3, 0, 0, 0, 0, 0, 0,255, 0,255, 0, 0, 0, 0, 0,255,255, 0, 0, 1, // ú,"},{"Add":" 1, 0, 9, 0, 2,255, 0, 0, 0,255, 0, 1, 6, 0, 7,255, 0,255, 1, 4, 9,255, 0,255, 0, 0, 0,255,255,255,255,255,255, 0, 0,255,255, 0,255, 4, // ý,"},{"Add":" 87, 1,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0,255, 0, 0, 0, 0, 0,255,255, 0,255,255, 0,255, 0, 0, 2, 0, 0, 0,255, 0, 0, 0, // þ,"},{"Add":" // , a, b, c, d, e, f, g, h, i, j, k, l, m, n, o, p, q, r, s, t, u, v, w, x, y, z, ß, á, ä, æ, é, í, ð, ó, ö, ø, ú, ý, þ,"},{"Add":" ],"},{"Add":" greek: ["},{"Add":" 0, 12, 0, 16, 6, 69, 1, 0, 0, 24, 0, 33, 0, 41, 2, 2, 1, 50, 0, 44, 1, 2,105, 1, 2, 33, 0, 0, 0, 2, 0, 0, 15, 5, 1, // ,"},{"Add":" 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // a,"},{"Add":" 0, 0,255, 0, 0,255,255, 0,255,255, 0, 0,255, 0,255, 0,255,255,255,255,255, 0,255,255,255, 0,255, 0,255,255,255, 0,255,255,255,255,255, // ΐ,"},{"Add":" 4, 0, 0, 0, 0,255, 0, 0, 1, 1, 0, 0, 0, 0, 0, 4, 7, 4, 3, 3, 0, 0, 3, 6,255, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, // ά,"},{"Add":" 9, 0,255,255, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 3, 2, 6, 2, 0, 0, 2, 2,255, 0, 5, 0, 1, 1, 0, 0, 0, 0, 0,255,255, // έ,"},{"Add":" 3, 0,255,255,255,255, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 10, 3, 1, 2, 0, 0, 0, 2,255, 0, 4, 0, 1, 1, 0, 0, 0,255,255,255,255, // ή,"},{"Add":" 0, 0,255, 0, 0,255, 0, 5, 1, 2, 2, 15, 0, 0, 0, 0, 1, 4, 1, 5, 0, 5, 2, 14,255, 3, 4, 0, 1, 1, 0, 0, 0, 0, 0,255,255, // ί,"},{"Add":" 46, 0, 0, 0, 1, 0, 22, 0, 4, 3, 4, 0, 1, 0, 2, 20, 34, 8, 15, 23, 1, 0, 13, 18,255, 5, 30, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, // α,"},{"Add":" 10, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 2, 0, 0, 1, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // β,"},{"Add":" 15, 0, 0, 1, 1, 0, 0, 7, 0, 1, 0, 2, 0, 6, 0, 1, 0, 0, 0, 0, 0, 5, 0, 5,255, 0, 0, 2, 0, 0, 0, 1, 0, 0, 1, 0, 0, // γ,"},{"Add":" 19, 0, 0, 3, 0, 0, 4, 2, 0, 0, 0, 1, 0, 0, 0, 3, 0, 0, 0, 3, 0, 4, 0, 0,255, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, // δ,"},{"Add":" 33, 0, 0, 0, 0, 0, 2, 0, 2, 4, 7, 0, 2, 0, 5, 2, 9, 9, 16, 8, 1, 0, 10, 7,255, 15, 15, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, // ε,"},{"Add":" 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, // ζ,"},{"Add":" 10, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 4, 0, 2, 8, 3, 6, 1, 0, 1, 3,255, 14, 41, 0, 0, 1, 0, 0, 0,255, 0, 0, 0, // η,"},{"Add":" 5, 0, 0, 1, 0, 1, 0, 5, 0, 0, 0, 2, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1,255, 0, 0, 1, 0, 0, 0, 0, 0,255, 0, 0, 0, // θ,"},{"Add":" 6, 0, 0, 0, 0, 0, 0, 28, 2, 8, 12, 19, 0, 0, 0, 0, 3, 9, 5, 10, 0, 12, 6, 19,255, 6, 19, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, // ι,"},{"Add":" 44, 0, 0, 1, 1, 0, 2, 8, 0, 5, 0, 5, 0, 4, 0, 33, 0, 0, 0, 0, 0, 3, 0, 2,255, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, // κ,"},{"Add":" 7, 0, 0, 5, 3, 0, 1, 10, 1, 1, 0, 9, 0, 2, 1, 3, 3, 9, 0, 0, 0, 10, 4, 0,255, 0, 0, 3, 0, 0, 0, 0, 0, 0, 3, 1, 0, // λ,"},{"Add":" 20, 0, 0, 1, 1, 3, 0, 5, 0, 1, 0, 3, 0, 8, 1, 3, 0, 0, 2, 0, 0, 8, 0, 2,255, 5, 0, 4, 0, 0, 0, 2, 0, 0, 3, 1, 0, // μ,"},{"Add":" 12, 0, 0, 6, 8, 1, 7, 30, 0, 1, 0, 10, 0, 14, 1, 8, 0, 0, 0, 1, 0, 16, 0, 1,255, 0, 0, 8, 0, 1, 0, 13, 0, 0, 5, 3, 9, // ν,"},{"Add":" 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, // ξ,"},{"Add":" 20, 0, 0, 0, 0, 0, 9, 0, 3, 9, 6, 0, 1, 0, 2, 14, 12, 13, 10, 14, 0, 0, 26, 21,255, 4, 54, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, // ο,"},{"Add":" 45, 0, 0, 1, 0, 0, 0, 13, 0, 0, 0, 8, 0, 0, 0, 1, 0, 0, 5, 0, 0, 6, 0, 0,255, 2, 0, 5, 0, 0, 0, 1, 0, 0, 2, 1, 0, // π,"},{"Add":" 3, 0, 0, 5, 5, 1, 2, 17, 3, 4, 4, 19, 0, 3, 1, 4, 5, 0, 0, 0, 0, 14, 12, 0,255, 0, 9, 5, 1, 4, 0, 2, 0, 0, 3, 2, 1, // ρ,"},{"Add":" 0, 0, 0, 1, 6, 6, 0, 14, 0, 0, 0, 9, 0, 21, 0, 6, 0, 0, 0, 0, 0, 17, 0, 0,255, 0, 0, 5, 0, 0, 0, 4, 0, 0, 7, 1, 0, // ς,"},{"Add":" 43, 0, 0, 3, 2, 3, 4, 10, 0, 0, 0, 4, 0, 6, 0, 13, 0, 0, 0, 1, 0, 7, 0, 0,255, 2, 2, 5, 0, 0, 0, 3, 0, 0, 3, 2, 1, // σ,"},{"Add":" 73, 0, 0, 4, 2, 3, 3, 21, 0, 0, 0, 10, 0, 5, 0, 4, 4, 0, 0, 16, 0, 3, 2, 2,255, 35, 0, 5, 0, 0, 0, 3, 0, 0, 7, 1, 1, // τ,"},{"Add":" 4, 0,255, 0, 0, 0, 0, 4, 0, 0, 1, 5, 0, 0, 1, 0, 2, 1, 0, 0, 0, 53, 0, 1,255, 7, 1, 0, 1, 0, 0, 0,255,255, 0, 0, 0, // υ,"},{"Add":" 6, 0, 0, 1, 0, 0, 0, 5, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0,255, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // φ,"},{"Add":" 9, 0, 0, 0, 3, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 4,255, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // χ,"},{"Add":" 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, // ψ,"},{"Add":" 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 3, 0, 0, 1, 4,255, 1, 6, 0, 1, 1, 0, 0, 0,255, 0, 0, 0, // ω,"},{"Add":" 0, 0,255, 0, 0, 0, 0, 1, 0,255,255, 0,255, 0,255, 0, 0, 0, 0, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0,255, 0, 0,255, 0, 0, 0, // ϊ,"},{"Add":" 0, 0,255, 0, 0,255, 0, 0,255,255, 0, 0,255,255,255, 0,255, 0,255,255,255, 0,255, 0,255, 0, 0, 0,255,255,255, 0,255,255, 0,255,255, // ϋ,"},{"Add":" 6, 0, 0,255, 0,255, 0, 0, 0, 1, 1, 0, 0, 0, 0, 2, 11, 1, 4, 3, 0, 0, 9, 5,255, 1, 4, 0, 0, 0, 0, 0, 0,255, 0,255,255, // ό,"},{"Add":" 0, 0,255,255, 0,255,255, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 1, 0, 0, 0, 13, 0, 0,255, 2, 0, 0, 0, 0, 0, 0,255,255, 0,255,255, // ύ,"},{"Add":" 0, 0,255,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 2, 0, 0, 0, 3,255, 0, 1, 0, 0, 1, 0, 0, 0,255,255,255,255, // ώ,"},{"Add":" // , a, ΐ, ά, έ, ή, ί, α, β, γ, δ, ε, ζ, η, θ, ι, κ, λ, μ, ν, ξ, ο, π, ρ, ς, σ, τ, υ, φ, χ, ψ, ω, ϊ, ϋ, ό, ύ, ώ,"},{"Add":" ],"},{"Add":" turkish: ["},{"Add":" 195,254, 0,140, 0, 12,220,165, 2, 1, 58, 25, 27, // ,"},{"Add":" 1, 23, 0, 2, 0, 19, 0, 0, 4, 0, 0, 1, 26, // a,"},{"Add":" 2, 53, 0, 12, 0, 0, 3, 5, 0, 0, 1, 1, 0, // b,"},{"Add":" 13, 31, 0, 4, 0, 0, 0, 0, 0, 0, 0, 2, 0, // c,"},{"Add":" 7,161, 0, 22, 0, 0, 11, 4, 1, 3, 1, 2, 16, // d,"},{"Add":" 0, 18, 0, 0, 0, 22, 0, 0, 6, 0, 1, 0, 14, // e,"},{"Add":" 3, 19, 0, 12, 0, 0, 0, 1, 0, 0, 0, 8, 1, // f,"},{"Add":" 0, 45, 0, 0, 0, 0, 1, 2, 0, 0, 2, 0, 0, // g,"},{"Add":" 0, 27, 0, 21, 0, 0, 1, 2, 0, 0, 0, 2, 0, // h,"},{"Add":" 0, 7, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, // j,"},{"Add":" 37,114, 0, 30, 0, 1, 8, 25, 0, 2, 4, 14, 6, // k,"},{"Add":" 60,157, 0, 45, 0, 4, 3, 9, 13, 19, 1, 21, 18, // l,"},{"Add":" 39,105, 0, 19, 0, 2, 6, 5, 0, 1, 2, 22, 10, // m,"},{"Add":" 105,198, 0, 63, 0, 0, 89, 46, 0, 28, 13, 36, 0, // n,"},{"Add":" 1, 54, 0, 0, 0, 7, 0, 0, 0, 0,255, 0, 1, // o,"},{"Add":" 2, 22, 0, 0, 0, 0, 0, 3, 0, 0, 3, 6, 0, // p,"},{"Add":" 8, 12, 0, 6, 0, 0, 0, 0, 0, 0, 0, 1, 1, // q,"},{"Add":" 44,125, 0,124, 0, 0, 21, 23, 6, 22, 10, 42, 1, // r,"},{"Add":" 18,123, 0, 48, 0, 0, 0, 17, 0, 2, 3, 7, 0, // s,"},{"Add":" 5,117, 0, 35, 0, 1, 2, 7, 0, 1, 1, 4, 25, // t,"},{"Add":" 0, 3, 0, 0, 0, 1, 0, 0, 23, 0, 0, 0, 7, // u,"},{"Add":" 1, 30, 0, 4, 0, 0, 2, 2, 0, 11, 0, 1, 0, // v,"},{"Add":" 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, // w,"},{"Add":" 3, 9, 0, 3, 0, 0, 3, 0, 0, 0, 0, 1, 0, // x,"},{"Add":" 8, 73, 0, 14, 0, 0, 1, 5, 0, 8, 5, 7, 0, // y,"},{"Add":" 12, 34, 0, 10, 0, 0, 10, 5, 0, 10, 0, 26, 0, // z,"},{"Add":" 25, 0, 2, 22, 54, 0, 8, 2, 4, 0, 38, 68, 26, 55, 0, 10, 7, 67, 64, 38, 0, 0, 0, 4, 44, 9, 3, 0, 0, 0, 0, 15,255,255, 28, 0,255, 0, 17, // ı,"},{"Add":" 228, 15, 82, 26,125, 8, 28, 37, 54, 38,120,164, 71, 79, 6, 17, 7,254,151,193, 4, 68, 61, 9, 15, 20, 0, 2, 0, 0, 0, 26, 0, 0, 22, 0, 0, 0, 36, // i,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, // ß,"},{"Add":" 36, 0, 20, 12, 81, 0, 14, 9, 24, 0, 17,101, 55, 24, 0, 1, 12, 35, 31, 42, 0, 36, 0, 7, 21, 21, 0, 1, 0, 0,255, 4,255,255, 0, 0,255, 3, 24, // ä,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0,255, 0, 0,255, 0,255, 0, // â,"},{"Add":" 31, 17, 0, 0, 0, 11, 0, 0, 2, 0, 10, 8, 1, 2, 1, 0, 0, 4, 0, 4, 3, 7, 0, 1, 0, 0, 1, 19, 0, 3, 0, 0, 0, 0, 0, 0, 0, 5, 1, // ç,"},{"Add":" 23, 0, 9, 1, 20, 0, 1, 6, 13, 7, 17, 18, 15, 48, 0, 12, 0, 57, 7, 23, 0, 20, 23, 2, 57, 5,255, 0, 0,255,255, 3, 0, 0, 0,255, 0,255, 6, // ê,"},{"Add":" 20, 0, 6, 5, 24, 0, 4, 2, 6, 16, 25, 21, 15, 33, 0, 4, 1, 52, 12, 20, 0, 13, 17, 0, 16, 10,255, 0, 0,255, 0, 2, 0, 0, 0,255, 0,255, 7, // î,"},{"Add":" 0, 35, 0, 0, 0, 12, 0, 0, 0,255, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 13, 16, 0, 0, 0, 0,255, 0, 0, 2, 0, 2, 0, // ğ,"},{"Add":" 30, 0, 11, 0, 6, 0, 0, 22, 1, 0, 10, 0, 2, 4, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 14, 1, 0, 0, 0, 0,255, 1,255,255, 0, 0,255, 0, 0, // ö,"},{"Add":" 45, 0, 20, 0, 4, 0, 0, 0, 1, 0, 2, 1, 4, 5, 0, 1, 0, 10, 2, 5, 0, 0, 0, 0, 1, 0,255, 0, 0,255,255, 3, 0, 0, 0,255, 0, 0, 3, // û,"},{"Add":" 20, 0, 11, 5, 26, 0, 0, 15, 3, 0, 11, 26, 21, 17, 0, 0, 1, 15, 8, 34, 0, 2, 0, 1, 17, 2, 0, 0, 0, 0, 0, 6,255, 0, 2, 0,255, 0, 3, // ü,"},{"Add":" 33, 45, 1, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 14, 0, 0, 12, 0, 1, 5, 0, 0, 28, 33, 0, 11, 0, 0, 6, 5, 0, 0, 2, 6, 0, // ş,"},{"Add":" // , a, b, c, d, e, f, g, h, j, k, l, m, n, o, p, q, r, s, t, u, v, w, x, y, z, ı, i, ß, ä, â, ç, ê, î, ğ, ö, û, ü, ş,"},{"Add":" ],"},{"Add":" hebrew: ["},{"Add":" 0, 1, 0, 0, 0, 0, 0, 28, 29, 17, 24,144, 46, 26, 7, 88, 68, 22, 2, 71,106, 3,200, 0, 35, 69, 10, 2, 9, 2, 13,104, 19,138, // ,"},{"Add":" 0,255,255, 0,255,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, // a,"},{"Add":" 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, // ְ,"},{"Add":" 0, 0, 0, 0,255,255, 0,255, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, // ַ,"},{"Add":" 0,255, 0, 0, 0,255, 0,255,255, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0,255, 0, 0, 0, 0, 0, // ָ,"},{"Add":" 0,255, 0, 0, 0, 0,255,255,255, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0,255, 0,255, 0, 0,255, 0, 3,255, 0, 0, 0, 0, 0, // ּ,"},{"Add":" 1,255, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0,255,255,255,255, 0, 0,255, 0, 0,255,255,255, 0, 0, 0,255,255,255, 0, 0, 0, 0, 0, // װ,"},{"Add":" 0,255,255,255,255, 0, 0,255,255, 0, 0,255, 0, 0, 0, 0,255, 0,255,255,255, 0,255, 0,255, 0,255,255,255, 0,255, 0, 0, 0, 0,255, // ױ,"},{"Add":" 0,255, 0, 0,255, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0,255, 0,255, 0, 0, 0,255, 0,255, 0, 0, 0, 0, 0, // ײ,"},{"Add":" 171, 0, 0, 0, 0, 0, 0,255, 0, 0, 20, 14, 15, 21, 22, 5, 0, 22, 15, 0, 2, 17, 0, 16, 0, 16, 6, 2, 0, 27, 0, 3, 25, 30, 5, 3, // א,"},{"Add":" 101, 0, 0, 0, 0, 0,255, 0, 0, 11, 2, 2, 2, 7, 22, 0, 4, 1, 15, 0, 3, 6, 0, 5, 0, 2, 1, 7, 0, 0, 0, 3, 5, 16, 6, 4, // ב,"},{"Add":" 44, 0, 0, 0, 0, 0,255, 0, 0, 7, 1, 0, 2, 5, 9, 0, 0, 6, 12, 0, 0, 3, 0, 2, 0, 17, 1, 15, 0, 1, 0, 0, 0, 7, 1, 1, // ג,"},{"Add":" 70, 0, 0, 0, 0, 0,255, 0, 0, 9, 4, 4, 0, 4, 16, 0, 5, 0, 15, 0, 3, 5, 0, 8, 0, 20, 3, 7, 0, 2,255, 1, 2, 4, 0, 0, // ד,"},{"Add":" 158, 0, 0, 0, 0, 0, 0,255,255, 5, 8, 2, 6, 3, 8, 5, 4, 2, 36, 0, 4, 17, 0, 11, 0, 16, 1, 4, 0, 4, 0, 2, 5, 16, 9, 5, // ה,"},{"Add":" 42, 0, 0, 0, 0, 0, 0,255,255, 48, 21, 16, 18, 19, 73, 5, 13, 12, 38, 0, 11, 22, 0, 30, 0, 25, 10, 13, 0, 32, 0, 18, 22, 34, 19, 17, // ו,"},{"Add":" 32, 0, 0, 0, 0, 0,255, 0, 0, 8, 0, 0, 2, 1, 6, 0, 2, 0, 25,255, 1, 0, 0, 2, 0, 1, 0, 4, 0, 0,255, 0, 0, 0, 0, 0, // ז,"},{"Add":" 18, 0, 0, 0, 0, 0,255,255,255, 8, 4, 0, 0, 6, 7, 0, 0, 1, 10, 0, 1, 5, 0, 6, 0, 2, 0, 0, 0, 1, 0, 1, 0, 4, 4, 5, // ח,"},{"Add":" 22, 0, 0, 7, 1, 0,255, 0, 0, 28, 1, 4, 0, 2, 6, 0, 0, 0, 30, 0, 5, 9, 0, 4, 0, 20, 21, 12, 0, 7, 0, 1, 10, 16, 20, 0, // ט,"},{"Add":" 31, 0, 0, 0, 0, 0, 0,255,255, 65, 31, 9, 45, 19, 60, 22, 12, 19, 78, 0, 9, 37, 0, 25, 0, 45, 15, 12, 0, 15, 0, 15, 17, 50, 25, 13, // י,"},{"Add":" 0,255, 0, 0, 0, 0,255, 0, 0, 5, 0, 0, 0, 0, 2, 0, 0, 0, 10, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0,255, 0, 0, 4, 0, 0, // ך,"},{"Add":" 29, 0, 0, 0, 0, 0,255, 0, 0, 5, 2, 0, 0, 4, 7, 2, 0, 0, 5, 0, 0, 4, 0, 4, 0, 1, 1, 3, 0, 0,255, 0, 0, 6, 2, 1, // כ,"},{"Add":" 64, 0, 0, 1, 0, 0, 0, 0, 0, 35, 7, 8, 2, 5, 29, 1, 6, 4, 20, 0, 8, 4, 0, 7, 0, 1, 2, 18, 0, 4, 0, 2, 6, 2, 29, 2, // ל,"},{"Add":" 0, 0, 0, 0, 0, 0,255, 0, 0, 2, 0, 3, 1, 3, 9, 0, 0, 0, 65, 0, 0, 2, 0, 0, 0, 0, 0, 11,255, 0,255, 0, 0, 0, 5, 1, // ם,"},{"Add":" 89, 0, 0, 0, 0, 0,255, 0, 0, 12, 11, 1, 2, 21, 15, 2, 3, 1, 10, 0, 2, 8, 0, 5, 0, 1, 2, 7, 0, 0, 0, 2, 1, 5, 7, 10, // מ,"},{"Add":" 1,255, 0, 0, 0, 0, 0, 0, 0, 13, 8, 3, 3, 1, 48, 1, 0, 12, 37, 0, 3, 3, 0, 3, 0, 0, 2, 31, 0, 3,255, 1, 1, 15, 5, 1, // ן,"},{"Add":" 24, 0, 0, 2, 0, 0, 0, 0, 0, 35, 8, 2, 1, 5, 26, 0, 1, 1, 35, 0, 4, 4, 0, 8, 0, 0, 1, 30, 0, 5, 0, 0, 2, 3, 13, 2, // נ,"},{"Add":" 22, 0, 0, 0, 0, 0, 0, 0, 0, 16, 4, 0, 0, 6, 14, 0, 2, 1, 17, 0, 1, 2, 0, 6, 0, 5, 0, 12, 0, 2,255, 0, 3, 5, 0, 0, // ס,"},{"Add":" 33, 0, 0, 0, 0, 1, 0, 0, 0, 0, 16, 44, 38, 14, 25, 8, 0, 46, 36, 0, 5, 20, 0, 25, 0, 25, 5, 1, 0, 11, 0, 5, 15, 19, 18, 1, // ע,"},{"Add":" 0,255, 0, 0, 0, 0,255, 0,255, 0, 0, 0, 1, 0, 2, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0,255, 0, 0, 0, 0, 0, // ף,"},{"Add":" 76, 0, 0, 0, 0, 0,255, 0, 0, 13, 2, 0, 0, 8, 12, 0, 0, 0, 9, 0, 1, 4, 0, 5, 0, 2, 10, 8, 0, 0,255, 1, 1, 4, 5, 3, // פ,"},{"Add":" 0, 0, 0, 0, 0, 0,255,255,255, 0, 2, 0, 0, 0, 1, 0, 0, 0, 1,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, // ץ,"},{"Add":" 24, 0, 0, 0, 0, 0,255,255, 0, 4, 1, 0, 0, 5, 7, 0, 0, 0, 7, 0, 0, 1, 0, 5, 0, 5, 0, 2, 0, 0,255, 0, 2, 3, 0, 0, // צ,"},{"Add":" 39, 0, 0, 0, 0, 0, 0, 0, 0, 7, 3, 0, 1, 6, 9, 0, 4, 0, 17, 0, 0, 5, 0, 7, 0, 5, 3, 9,255, 3,255, 0, 0, 5, 1, 4, // ק,"},{"Add":" 27, 0, 0, 3, 7, 0,255, 0, 0, 60, 25, 8, 9, 10, 49, 3, 9, 9, 22, 0, 3, 2, 0, 11, 0, 2, 4,118, 0, 18, 0, 5, 10, 0, 11, 9, // ר,"},{"Add":" 75, 0, 0, 0, 0, 0,255, 0, 0, 8, 7, 0, 2, 10, 9, 4, 2, 7, 32, 0, 1, 4, 0, 26, 0, 3, 0, 6, 0, 2, 0, 0, 2, 7, 0, 2, // ש,"},{"Add":" 21, 0, 0, 0, 0, 0,255,255, 0, 17, 8, 1, 2, 9, 65, 0, 6, 1, 34, 0, 5, 5, 0, 8, 0, 8, 2, 4,255, 5, 0, 1, 1, 10, 11, 1, // ת,"},{"Add":" // , a, ְ, ַ, ָ, ּ, װ, ױ, ײ, א, ב, ג, ד, ה, ו, ז, ח, ט, י, ך, כ, ל, ם, מ, ן, נ, ס, ע, ף, פ, ץ, צ, ק, ר, ש, ת,"},{"Add":" ],"},{"Add":" arabic: ["},{"Add":" 0, 8, 11, 2, 0, 9, 7, 40, 0, 34, 6, 74, 8, 1, 0, 0, 0, 10, 74, 21, 87, 40, 2, 3, 3, 5, 50, 0, 78, 23, 29, 9, 3, 2, 5, 5, 13, 7, 0, 22, 7, 4, 35, 42, 69, 85, 37, 11, 44, 0, 49, // ,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // a,"},{"Add":" 12, 0, 0, 0, 0, 0, 0,255, 0, 0,255, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 9, 0, 0, 0, 0, 0, // ‌,"},{"Add":" 20, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, // پ,"},{"Add":" 8, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0,255, 0,255, 0,255, 0, 0, 0, 0, 0, 2, 0,255,255,255, 0, 0, 0,255, 0,255, 0, 0, 0, 5, 0, 1,255, 0, 0, 0, // ٹ,"},{"Add":" 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0,255, 0, 0, 0, // چ,"},{"Add":" 2, 0, 0, 0,255, 0, 0, 0, 0, 0,255,255,255, 0,255, 0,255, 0, 0, 0, 0, 0,255, 0,255, 0,255, 0, 0, 0, 0, 0, 0, 0,255,255, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, // ژ,"},{"Add":" 8, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0,255, 0,255, 0,255, 0, 1, 0,255, 0,255, 0,255, 0, 0,255, 0, 0, 0, 0,255,255,255,255, 0, 0, 0, 0,255, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, // ڈ,"},{"Add":" 9, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0,255, 1, 0, 0, 0, 0, 3, 0, 3, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 0, 0, 0, 0, 0, 0, // گ,"},{"Add":" 79, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 2, 0, 4, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 4, 7, 1, 0, 1, 0, 0, 0, 0, // ک,"},{"Add":" 0, 0,255, 0, 0, 0,255, 0, 0, 0, 0,255, 0, 0,255, 0,255, 0,255, 0, 0, 0,255, 0,255, 0,255,255, 0,255, 0, 0, 0, 0,255,255, 0, 0,255, 0,255, 0,255, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, // ڑ,"},{"Add":" 27,255,255,255, 0,255,255, 0,255, 0,255,255, 0, 0, 0, 0,255, 0,255, 0, 2,255,255, 0,255, 0,255,255, 0,255, 0, 0, 0, 0,255,255,255,255,255,255, 0,255,255,255,255, 0, 0, 0, 4, 0, 0, 0, 0, // ں,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0,255, 0, 0,255, 0, 0, 0,255, 0, 0, 3,255, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0,255, 0,255, 0, 0,255, // ھ,"},{"Add":" 27, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 3, 2, 0, 3, 0, 0, 0, 0, 5, 0, 25, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 9, 1, 2, 0, 2,255, 0, 0, 0, // ہ,"},{"Add":" 7, 0, 0, 0, 0,255,255,255, 0,255,255,255,255, 0, 0, 0, 0, 0,255, 0, 4, 0, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0,255,255, 0,255, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0,255, // ء,"},{"Add":" 14, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // آ,"},{"Add":" 24, 0, 0,255,255, 0,255, 0, 0, 0,255,255,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0,255, // أ,"},{"Add":" 0,255, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0,255, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, // ؤ,"},{"Add":" 11, 0, 0,255,255,255,255,255,255,255,255,255,255,255, 0, 0, 0,255, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0,255, // إ,"},{"Add":" 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 17, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, // ئ,"},{"Add":" 124, 0, 5, 6, 5, 0, 0, 1, 7, 17, 0, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 24, 0, 18, 2, 9, 6, 2, 13, 1, 23, 4, 11, 4, 2, 2, 2, 1, 7, 1, 0, 5, 7, 7, 19, 13, 14, 21, 18, 0, 15, 0, 0, // ا,"},{"Add":" 50, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 11, 0, 0, 3, 0, 0, 0, 0, 0, 0, 9, 2, 4, 0, 0, 0, 1, 0, 3, 0, 0, 0, 1, 1, 6, 2, 1, 0, 7, 0, 3, 0, 0, // ب,"},{"Add":" 0, 0, 0, 0,255, 0, 0,255, 0, 0,255,255, 0,255, 0, 0, 0, 0,255, 0, 1, 3, 0, 0, 0, 1, 1, 0, 4, 0, 10, 0, 1, 0, 0, 0, 1, 0, 3, 1, 0, 2, 3, 1, 8, 4, 4, 0, 0, 0, 22, 0,255, // ة,"},{"Add":" 38, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 20, 1, 0, 0, 0, 0, 1, 2, 0, 0, 3, 0, 24, 3, 0, 0, 0, 0, 1, 0, 0, 2, 1, 2, 9, 7, 5, 0, 5, 0, 4, 0, 0, // ت,"},{"Add":" 1, 0, 0, 0, 0, 0,255, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, // ث,"},{"Add":" 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 1, 0, 3, 0, 1, 0, 0, // ج,"},{"Add":" 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 3, 0, 0, 1, 0, 1, 0, 0, // ح,"},{"Add":" 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 0, 0, // خ,"},{"Add":" 42, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 17, 2, 0, 0, 0, 1, 4, 1, 2, 0, 27, 1, 1, 5, 1, 0, 0, 0, 4, 0, 0, 0, 4, 0, 5, 4, 15, 1, 8, 0, 6, 0, 0, // د,"},{"Add":" 1, 0, 0, 0, 0, 0, 0, 0, 1, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, // ذ,"},{"Add":" 61, 0, 0, 6, 2, 0, 0, 0, 5, 9, 0, 0, 0, 6, 0, 1, 2, 0, 0, 1, 32, 12, 0, 7, 0, 1, 1, 2, 18, 1, 4, 0, 2, 4, 1, 0, 1, 0, 3, 2, 0, 5, 2, 4, 3, 27, 1, 8, 15, 0, 8, 0, 0, // ر,"},{"Add":" 30, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 1, 0, 0, // ز,"},{"Add":" 31, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 17, 1, 0, 1, 0, 0, 1, 0, 1, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 9, 3, 1, 5, 0, 4, 0, 0, // س,"},{"Add":" 22, 0, 2, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 2, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 0, 1, 0, 0, 0, 0, // ش,"},{"Add":" 8, 0, 0, 0, 0, 0,255,255, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 14, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 2, 0, 0, 0, 0, // ص,"},{"Add":" 1, 0, 0, 0,255,255,255,255, 0, 0,255,255, 0, 0,255, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, // ض,"},{"Add":" 2, 0, 0, 0, 0, 0,255,255, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 1, 0, 3, 0, 0, // ط,"},{"Add":" 0, 0, 0, 0,255, 0,255,255, 0, 0,255, 0,255, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0,255, 0, 0,255, // ظ,"},{"Add":" 18, 0, 0, 0,255, 0, 0, 0, 0, 0,255,255,255, 0, 0, 0, 2, 0, 0, 0, 5, 2, 0, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 9, 6, 0, 0, 5, 0, 1, 0, 0, // ع,"},{"Add":" 2, 0, 0, 0,255, 0, 0, 0, 0, 0,255,255, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, // غ,"},{"Add":" 0, 0, 0, 0, 0, 0,255,255, 0, 0,255, 0, 0, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // ـ,"},{"Add":" 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 1, 0, 0, 0, 5, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 1, 0, 3, 0, 16, 0, 0, // ف,"},{"Add":" 9, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 0, 3, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 5, 2, 1, 0, 4, 0, 3, 0, 0, // ق,"},{"Add":" 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 1, 0, 0, 1, 0, 4, 0, 0, // ك,"},{"Add":" 17, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0,255, 0, 0, 0, 1, 1, 0, 3, 0,123, 6, 0, 1, 1, 1, 1, 2, 1, 0, 0, 0, 3, 0, 2, 1, 1, 0, 10, 0, 0, 1, 3, 2, 5, 8, 0, 2, 12, 0, 10, 0, 0, // ل,"},{"Add":" 76, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 16, 0, 0, 2, 0, 3, 2, 0, 4, 0, 8, 22, 6, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 27, 1, 1, 4, 6, 0, 5, 0, 0, // م,"},{"Add":" 38, 0, 1, 1, 0, 0, 0, 0, 1, 4, 0, 0, 0, 1, 0, 2, 3, 4, 3, 1, 55, 2, 0, 2, 0, 2, 0, 0, 2, 0, 2, 2, 3, 2, 14, 0, 1, 0, 3, 0, 0, 0, 0, 2, 4, 14, 1, 2, 10, 0, 11, 0, 0, // ن,"},{"Add":" 16, 0, 11, 0, 0, 0, 0, 0, 0, 4, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 10, 13, 0, 4, 0, 1, 0, 0, 30, 0, 6, 2, 1, 5, 0, 0, 0, 0, 1, 0, 0, 2, 1, 0, 4, 3, 4, 0, 1, 0, 1, 0, 0, // ه,"},{"Add":" 36, 0, 0, 1, 0, 0, 0, 0, 2, 6, 0, 0, 1, 6, 0, 0, 4, 0, 0, 0, 10, 9, 0, 5, 0, 9, 4, 4, 5, 0, 13, 1, 3, 3, 3, 0, 1, 0, 1, 0, 0, 2, 1, 4, 9, 6, 10, 3, 1, 0, 8, 0, 0, // و,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0,255, // ى,"},{"Add":" 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 1, 0, 1, 2, 5, 8, 0, 5, 0, 2, 2, 1, 12, 1, 22, 2, 8, 2, 2, 1, 1, 0, 2, 1, 0, 19, 3, 4, 14, 7, 24, 2, 10, 0, 1, 0, 0, // ي,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // ً,"},{"Add":" 2, 0,255, 0, 0, 1, 0, 0, 0, 12, 0, 0, 0, 6, 0, 0,255, 0,255, 5, 0, 0,255, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 0, 0,255, 0, 0, 0, // ے,"},{"Add":" // , a, ‌, پ, ٹ, چ, ژ, ڈ, گ, ک, ڑ, ں, ھ, ہ, ء, آ, أ, ؤ, إ, ئ, ا, ب, ة, ت, ث, ج, ح, خ, د, ذ, ر, ز, س, ش, ص, ض, ط, ظ, ع, غ, ـ, ف, ق, ك, ل, م, ن, ه, و, ى, ي, ً, ے,"},{"Add":" ],"},{"Add":" baltic: ["},{"Add":" 0, 0, 57, 42,135, 14, 20, 3,119, 0, 0, 18, 1, 18, 0, 0,205, 1, 4, // ,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 16, 39, 14, 0, 0, 0, 16, // a,"},{"Add":" 0,255, 0, 0, 3, 0, 0, 0, 0, 0, 0, 37, 0, 0, 0, 0, 0, 0, 0, // b,"},{"Add":" 0,255, 0, 0, 19, 0, 9, 0, 0,255, 0, 6, 0, 0, 0, 0, 0, 1, 0, // c,"},{"Add":" 0,255, 0, 0, 17, 0, 6, 0, 6,255, 0, 14, 0, 0, 0, 0, 0, 6, 3, // d,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 9, 0, 5, 3, 0, 1, 7, 3, 0, 0, 0, 21, // e,"},{"Add":" 0,255, 0, 0, 4, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, // f,"},{"Add":" 0,255, 0, 1, 1, 0, 1, 0, 3, 0, 0, 27, 0, 0, 0, 0, 0, 1, 0, // g,"},{"Add":" 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // h,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 72, 0, 13, 9, 0, 5, 41, 7, 0, 0, 0, 56, // i,"},{"Add":" 0,255, 6, 0, 30, 0, 32, 0, 41, 0,255, 12, 0, 0, 0, 0, 3, 0, 0, // j,"},{"Add":" 0, 0, 0, 4, 32, 0, 8, 0, 2, 0, 0, 3, 0, 36, 0, 0, 0, 6, 1, // k,"},{"Add":" 0,255, 0, 0, 29, 0, 36, 1, 24, 0, 0, 4, 0, 5, 0, 0, 0, 2, 0, // l,"},{"Add":" 0, 0, 0, 1, 16, 0, 11, 0, 6, 0, 0, 15, 0, 2, 0, 0, 0, 1, 6, // m,"},{"Add":" 0,255, 0, 0, 19, 0, 7, 0, 10, 0, 0, 12, 0, 8, 0, 0, 0, 16, 6, // n,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 2,255, 0, 0, 6, // o,"},{"Add":" 0,255, 0, 0, 3, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 1, 0, // p,"},{"Add":" 0,255, 0, 0, 0, 0,255, 0, 0,255,255, 0,255, 0,255,255, 0, 0, 0, // q,"},{"Add":" 0,255, 2, 2, 59, 0, 23, 0, 2, 0, 0, 6, 0, 3, 0, 0, 0, 23, 0, // r,"},{"Add":" 0,255, 2, 7, 50, 7, 9, 1, 88, 0, 0, 7, 0, 4, 0, 0, 0, 5, 1, // s,"},{"Add":" 0,255, 0, 2, 33, 0, 31, 0, 10, 0, 0, 21, 0, 22, 0, 0, 0, 6, 1, // t,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 1, 0, 13, 11, 12, 0, 0, 0, 7, // u,"},{"Add":" 0,255, 0, 5, 10, 0, 2, 0, 3, 0, 0, 21, 0, 12, 0, 0, 0, 1, 3, // v,"},{"Add":" 0,255, 0, 0, 0, 0, 0, 0, 0,255,255, 0,255, 0,255, 0, 0, 0, 0, // w,"},{"Add":" 0,255, 0, 0, 0, 0, 0, 0, 0,255,255, 0,255, 0,255,255, 0, 0, 0, // x,"},{"Add":" 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 5,255, 0, 0, 0, 7, // y,"},{"Add":" 0,255, 0, 0, 4, 0, 2, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 3, 0, // z,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0,255,255,255, 0, 0, 0, 0,255,255, 0, 0, // ß,"},{"Add":" 0, 0, 0,255,255, 0,255, 0,255, 0,255, 0,255,255,255, 0, 0,255,255,255, 0, 0,255,255,255,255,255,255, 0,255,255, 0,255, 0,255,255,255,255,255,255,255,255,255,255, 0,255, // ŗ,"},{"Add":" 1, 0, 1, 0, 1, 0, 0, 1, 0, 4, 9, 4, 3, 10, 5, 0, 0, 0, 5, 9, 9, 0, 1, 0, 0, 0, 0, 0,255, 0, 0,255, 0,255, 0, 0,255,255,255,255, 0,255,255, 0, 0, 0, // ą,"},{"Add":" 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 5, 0, 0, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0,255, 0, 0,255, 0,255, 0, 0,255,255,255,255, 0,255,255, 0, 0, 0, // į,"},{"Add":" 9, 0, 10, 2, 28, 3, 0, 13, 1, 6, 45, 45, 27, 28, 50, 0, 30, 0, 40, 13, 73, 2, 28, 0, 0, 0, 5, 0, 0,255,255, 0,255,255, 0,255, 0, 0, 0, 2, 4, 1,255,255,255, 3, // ā,"},{"Add":" 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 4, 0, 0, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0,255, 0, 0,255, 0,255, 0, 0,255,255,255,255, 0,255,255, 0, 0, 0, // ę,"},{"Add":" 4, 0, 3, 6, 12, 0, 0, 0, 0, 0, 2, 0, 20, 16, 8, 0, 35,255, 15, 19, 28, 0, 26, 0,255, 0, 5,255, 0,255,255, 0,255, 0, 0,255, 0, 1,255, 0, 1, 3,255,255, 0, 0, // ē,"},{"Add":" 12, 9, 0, 0, 0, 9, 0, 0, 0, 15, 0, 0, 1, 0, 8, 2, 0, 0, 4, 7, 0, 3, 0, 0, 0, 6, 0, 0,255, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0, 7, 0, 0, 0, 1, 0, // č,"},{"Add":" 1, 0, 20, 0, 27, 0, 0, 9, 0, 0, 3, 27, 33, 22, 68, 0, 12, 0, 25, 12, 29, 0, 20, 0, 0, 0, 1,255,255, 0, 0,255, 0,255, 0, 0,255,255,255,255, 2,255,255, 0, 0, 4, // ė,"},{"Add":" 6, 1,255, 0, 0, 2,255, 0,255, 1,255, 0, 0, 0, 0, 3, 0,255, 1, 0, 0, 1, 0,255,255,255, 0,255,255,255,255, 0,255, 1,255,255, 0,255, 0, 0, 0, 0,255,255, 0, 0, // ģ,"},{"Add":" 4, 1, 0, 0, 0, 1,255, 0,255, 3, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0,255,255, 0, 0,255, 0,255,255, 0,255, 0, 0,255,255, 0, 0, 0, 5, 2,255,255, 0, 0, // ķ,"},{"Add":" 4, 0, 5, 11, 17, 0, 0, 0, 0, 0, 0, 0, 32, 4, 17, 0, 2, 0, 44, 6, 35, 0, 7, 0, 0, 0, 25, 0, 0,255,255, 0,255, 0, 0,255, 0, 2, 0, 0, 3, 0,255,255, 0, 0, // ī,"},{"Add":" 2, 11, 0,255, 0, 10, 0, 2, 0, 3,255, 11, 0, 0,255, 2, 0,255, 0, 0, 0, 2, 0,255,255,255, 0,255,255,255,255, 1,255, 2,255,255, 0, 0, 0, 0, 0,255, 0,255, 0, 0, // ļ,"},{"Add":" 75, 31, 0, 0, 0, 15, 0, 1, 0, 71, 0, 18, 1, 1, 1, 13, 2, 0, 7, 0, 1, 10, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 4, 0, 0,255, 0, 3, 1, 0, 5, 0, 0, 3, 0, // š,"},{"Add":" 1, 5, 0, 0, 0, 6,255, 0, 0, 24, 0, 0, 0, 0, 0, 2, 0,255, 1, 0, 0, 1, 0,255,255,255, 2,255,255,255,255, 3,255, 0, 0,255,255,255, 1, 0, 0, 0, 0,255, 0, 0, // ņ,"},{"Add":" 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0,255, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255,255,255,255, 0,255,255,255,255,255, 0,255, 0,255,255, 0, // ō,"},{"Add":" 0, 0, 3, 0, 4, 0, 0, 4, 0, 76, 18, 13, 8, 11, 19, 0, 0, 0, 9, 4, 28, 0, 3, 0, 0, 0, 0,255,255, 0, 0,255, 0,255, 0, 0,255,255,255,255, 0,255,255, 0, 0, 1, // ų,"},{"Add":" 2, 0, 9, 3, 1, 0, 0, 1, 0, 12, 8, 8, 3, 5, 0, 0, 1, 0, 9, 1, 12, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0,255, 0,255, 0, 0, 0, 0,255, 1, 0, 0,255, 0, 0, 0, // ū,"},{"Add":" 46, 17, 0, 0, 30, 11, 0, 1, 0, 3, 0, 0, 1, 3, 1, 2, 0, 0, 8, 0, 0, 16, 0, 0, 0, 2, 0, 0,255, 1, 1, 0, 0, 0, 0, 3,255,255, 0, 0, 0, 0,255, 0, 0, 0, // ž,"},{"Add":" // , a, b, c, d, e, f, g, h, i, j, k, l, m, n, o, p, q, r, s, t, u, v, w, x, y, z, ß, ŗ, ą, į, ā, ę, ē, č, ė, ģ, ķ, ī, ļ, š, ņ, ō, ų, ū, ž,"},{"Add":" ],"},{"Add":" thai: ["},{"Add":" 6, 0, 2, 0, 14, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 0, 1, 0, 21, 3, 1, 0, 0, 5, 0, 0, 9, 9, 4, 0, 4, 2, 6, 0, 2, 0, 0, 4, 0, 0, 4, 0, 11, 0, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 10, 3, 0, 0, 16, 0, 0, 0, // ,"},{"Add":" 0, 0, 0,255, 0, 0,255, 0,255,255, 0,255,255, 0,255,255, 0, 0, 0, 0, 0,255, 0, 0, 0,255,255, 0, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0,255,255, 0,255,255, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0,255,255,255, 0, 0, 0, 0, 0, 0, 0, 0,255,255, // a,"},{"Add":" 8, 0, 6, 0, 4, 0, 91, 3, 0, 13, 1, 0, 1, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 17, 6, 3, 0, 0, 0, 0, 0, 8, 13, 10, 0, 6, 5, 0, 0, 4, 1, 0, 28, 0, 0, 13, 40, 50, 4, 26, 13, 9, 0, 23, 33, 0, 80, 28, 16, 2, 3, 0, 17, 12, 13, 3, 0, 19, 0,255, 0, // ก,"},{"Add":" 1, 0, 8, 0, 1, 0,119, 2, 0, 0, 0,255, 3, 0, 0, 0, 0, 0, 0, 7, 1, 0, 0, 0, 14, 3, 0, 0, 0, 1, 0, 0, 6, 4, 4,255, 5, 4, 0, 0, 0, 0, 0, 5, 0, 0, 3, 0, 17, 2, 5, 6, 0, 0, 16, 1, 0,137, 33, 4, 0, 12, 0, 0, 12, 9, 0, 0, 15, 0,255, 0, // ข,"},{"Add":" 7, 0, 23, 0, 61, 0,254, 2, 0, 9, 3,255, 2, 0, 0, 0, 0,255, 1, 10, 1, 0, 16, 0, 51, 21, 1, 0, 0, 1, 0, 1, 14, 13, 32, 0, 5, 5, 0, 0, 4, 0, 0, 16, 0, 0, 31, 11,120, 11, 16, 21, 0, 0, 61, 5, 0,173, 54,110, 7, 6, 0, 14, 29, 37, 2, 0, 42, 0,255, 0, // ค,"},{"Add":" 0,255, 0,255, 2, 0, 8, 0,255, 0, 0, 0, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0, 0,255, 0,255,255, 0, 0, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 5,255, 0,255, 0, 0, 0,255,255, 0, 0,255,255, // ฆ,"},{"Add":" 0, 0, 6, 1, 20, 0, 24, 6, 0, 1, 3, 0, 0, 0, 0, 0,255,255, 0, 22, 0, 0, 0, 5, 4, 2, 0, 0, 0, 6, 0, 0, 7, 39, 53, 0, 41, 56, 0, 0, 20, 4, 0,254, 0,255, 1,167,254, 4,100, 0, 46, 0, 55, 34, 0, 26, 1, 2,255, 1, 0, 20,254,254, 2, 1, 1, 0,255, 0, // ง,"},{"Add":" 4, 0, 9, 1, 3, 0, 74, 23, 0, 1, 0,255, 9, 0, 0, 0, 0, 0, 0, 4, 1, 0, 0, 0, 14, 2, 1, 0, 0, 2, 0, 0, 5, 3, 7, 0, 4, 5, 4, 0, 1, 0, 0, 4, 0, 0, 14, 9, 32, 1, 17, 3, 0, 0, 5, 4, 0,137, 10, 15, 31, 0, 0, 44, 24, 23, 0, 0, 15, 0,255, 0, // จ,"},{"Add":" 0,255, 1, 0, 0, 0, 5, 4, 0, 0, 0,255, 0,255, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0,255,255, 0, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0, 0,255, 0,255,255, 0, 0, 1, 0, 0, 0,255,255, 0, 0, 0, 47, 1, 3,255, 0, 0, 0, 1, 0, 0, 0, 1,255,255,255, // ฉ,"},{"Add":" 3, 0, 8, 0, 11, 0,139, 1, 0, 17, 1, 0, 32, 0, 0, 0, 0, 0, 0, 8, 3, 0, 1, 0, 31, 5, 1, 0, 0, 7, 0, 0, 18, 22, 8, 0, 7, 7, 0, 0, 1, 0, 0, 10, 0, 0, 31, 16,141, 2, 33, 15, 0, 3, 11, 13, 0,208, 45, 22,170, 11, 0, 2, 21, 32, 0, 0, 29, 0,255, 0, // ช,"},{"Add":" 2, 0, 16, 0, 6, 0, 47, 0, 0, 3, 5, 0, 0, 0, 0, 0,255, 0, 0, 2, 2, 0, 1, 0, 13, 2, 2,255,255, 0, 2,255, 3, 2, 4,255, 3, 2, 0, 0, 6, 0,255, 5, 0, 0, 4, 0, 16, 10, 7, 9, 0, 0, 4, 9, 0,178, 19, 44, 0, 40, 0, 0, 14, 4, 0, 0, 19,255,255,255, // ซ,"},{"Add":" 0,255, 0,255, 0,255, 0, 0,255, 2,255,255, 0,255,255, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0,255, 0, 0,255,255, 0,255,255, 0,255,255, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 1, 0, 0,255, 0,255,255, 0, 0,255,255, 0,255,255,255, // ฌ,"},{"Add":" 0,255, 0, 0, 0,255, 3, 1,255, 13, 0, 0, 83,255, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0,255, 1, 0, 0, 0, 4, 0, 0, 0, 0, 1, 0, 0, 37, 0, 1,255,255, 0, 48, 7, 0, 16, 0, 0, 0, 44, 11, 0, 0, 0, 1, 0, 0,255, 3, 1, 0, 0, 0, 2, 0,255,255, // ญ,"},{"Add":" 0,255, 11,255, 0, 0, 0,255,255, 0,255,255,255, 0,255, 0,255,255, 0,255, 0,255, 0, 0, 0, 0, 0,255,255,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0,255, 0, 0,255, 0, 0, 0, 0, 0, 0,255,255, 7, 0, 0, 0,255, 0,255,255,255,255, 0, 0,255,255, 0, 0,255,255, // ฎ,"},{"Add":" 0,255, 4,255, 0, 0, 0, 0,255, 0,255,255, 0,255, 0, 0,255,255, 0,255, 0,255, 0,255, 0, 0, 9, 0,255, 0,255, 0, 0, 0, 0,255, 0, 0, 0, 0, 0,255,255, 0,255,255, 0, 2, 1,255, 0, 0,255,255, 2, 0, 0, 0,255, 0,255,255,255,255, 0,255,255,255, 0,255,255,255, // ฏ,"},{"Add":" 0,255, 0, 0, 0,255, 0, 0,255, 0,255,255, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0,255, 0, 0, 0,255,255, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0,255, 0,255,255, 0, 11, 0, 0, 0, 0,255,255, 0, 0, 0, 0,255, 0,255,255,255, 0, 0, 0,255,255, 0, 0,255,255, // ฐ,"},{"Add":" 0,255, 0,255, 0,255, 0, 0,255, 0,255,255, 0,255,255, 0, 0, 0, 2, 0, 0,255, 0,255, 0, 0,255,255,255, 0,255, 0, 0, 0, 0,255, 0, 0,255, 0,255,255,255, 0,255,255, 0, 0, 0,255, 0, 0,255,255, 0, 0, 0, 0,255, 0,255,255,255,255,255,255,255,255, 0,255,255,255, // ฑ,"},{"Add":" 0,255,255,255, 0,255,255,255,255,255,255,255,255,255,255,255, 0,255,255,255,255,255, 0, 0,255,255,255,255,255, 0,255,255,255,255, 0, 0, 0, 0,255,255,255,255,255,255,255,255,255, 4, 0,255, 0, 0,255,255, 2, 0, 0, 0,255, 0,255,255,255,255,255,255,255,255, 0, 0,255,255, // ฒ,"},{"Add":" 0,255, 0, 2, 16, 0, 0, 0,255, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0,255, 0, 1, 0, 10, 0, 0, 1, 0, 3, 0, 0,255, 0,255,255, 0, 2, 6, 0, 0, 0,255,255, 11, 0, 0, 0,255, 0,255,255,255,255, 0, 0,255,255, 0, 0,255,255, // ณ,"},{"Add":" 2, 0, 3, 0, 4, 0, 15, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 12, 2, 1, 0, 0, 0, 0, 0, 3, 2, 5, 3, 3, 17, 0, 0, 7, 0, 0, 11, 0, 0, 5, 26, 11, 1, 21, 2, 0, 0, 32, 7, 0, 75, 9, 54, 2, 75, 0, 8, 4, 5, 0, 0, 10, 0,255, 0, // ด,"},{"Add":" 4, 0, 6, 7, 8, 0, 32, 1, 0, 2, 7, 0, 0, 0, 1, 0, 0, 0, 0, 2, 2, 0, 0, 0, 19, 1, 1, 0, 0, 0, 0, 0, 4, 2, 4, 0, 2, 1, 1, 0, 14, 4, 0, 7, 0, 0, 4, 16, 17, 1, 18, 3, 0, 0, 27, 6, 0, 36, 34, 12, 9, 5, 0, 5, 11, 6, 0, 0, 14, 0,255, 0, // ต,"},{"Add":" 1, 0, 0, 0, 0,255, 7, 0, 0, 0, 0,255, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 1, 0, 0,255,255, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 1, 3, 0,255, 0, 0, 0, 3, 3, 0, 0, 0,255,255,255, // ถ,"},{"Add":" 4, 0, 4, 1, 3, 0, 50, 1, 0, 5, 0, 0, 2, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 32, 8, 2, 0, 0, 2, 0, 1, 5, 4, 6, 0, 3, 2, 0, 1, 1, 0, 0, 3, 0, 0, 8, 3, 13, 1, 16, 3, 0, 0, 18, 2, 0, 83, 12, 15, 0, 37, 0, 1, 13, 9, 0, 0, 23, 0,255, 0, // ท,"},{"Add":" 1,255, 0, 0, 0, 0, 2, 0,255, 1, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 6, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 3, 0,255, 2, 0, 5, 0, 3, 0, 0, 0, 4, 0, 0, 11, 0, 0,255, 0, 0, 0, 0, 0, 0,255, 2, 0,255,255, // ธ,"},{"Add":" 4, 0, 4, 7, 41, 0, 24, 11, 0, 43, 9, 0, 0, 0, 0, 0, 0, 3, 0, 6, 3, 1, 3, 1, 10, 3, 1, 1, 0, 1, 0, 0, 9, 30, 3, 0, 5, 14, 2, 0, 10, 32, 0, 41, 0, 0, 5, 69, 60, 8, 35, 9, 0, 2, 20, 10, 0, 38, 13, 14,150, 5, 0,124, 80, 92, 0, 0, 10, 0,255, 0, // น,"},{"Add":" 3, 0, 1, 1, 2, 0, 15, 2, 5, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 1, 0, 5, 10, 0, 0, 0, 2, 0, 0, 2, 2, 4, 0, 4, 1, 1, 0, 1, 0, 0, 15, 0, 0, 7, 48, 8, 5, 7, 2, 0, 1, 12, 1, 0, 30, 33, 8, 3, 1, 0, 10, 5, 4, 0, 0, 9, 0,255, 0, // บ,"},{"Add":" 5, 0, 1, 0, 3, 0, 29, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 10, 2, 0, 0,255, 0, 0, 0, 5, 1, 5, 0, 2, 0, 0, 0, 1, 0, 0, 3, 0, 0, 3, 1, 4, 1, 3, 2, 0, 0, 6, 11, 0,163, 8, 11, 0, 45, 0, 0, 15, 6, 0, 0, 6, 0,255,255, // ป,"},{"Add":" 2, 0, 0, 0, 0,255, 7, 0, 0, 0, 0,255, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0,255, 0, 0, 0, 0, 0, 0,255, 0,255, 0, 1, 0, 1, 0, 0, 1, 0,255, 2, 0, 0, 4, 8, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0,255,255,255, // ผ,"},{"Add":" 0, 0, 0, 0, 0, 0, 2, 0,255, 0, 0,255, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0,255,255, 0,255, 0, 0,255, 0, 0, 0, 0,255,255, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0,255,255,255, // ฝ,"},{"Add":" 9, 0, 1, 0, 1, 0, 23, 7, 5, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 6, 1, 0,255,255, 0, 0, 0, 6, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 4, 4, 20, 1, 5, 4, 0, 0, 3, 1, 0, 63, 11, 4, 0, 3, 0, 0, 6, 4, 0, 0, 4, 0,255, 0, // พ,"},{"Add":" 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 1, 0, 0,255,255, 0, 1,255, 0, 0, 2,255, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 2, 0, 7, 4, 1, 0, 29, 0, 0, 0, 0, 0, 0, 3,255,255, 0, // ฟ,"},{"Add":" 2, 0, 0, 0, 0, 0, 5, 0,255, 1, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0,255,255, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 1, 3, 0, 0, 1,255, 0, 0, 0, 3, 0, 1, 0,255, 0, 2, 0, 0, 15, 0, 0, 0, 0, 0, 0, 1, 2,255,255, 1,255,255, 0, // ภ,"},{"Add":" 5, 0, 5, 1, 63, 0, 29, 3, 0, 17, 3, 0, 1, 0, 0, 2, 0, 0, 0, 2, 0, 0, 0, 0, 7, 1, 0, 0, 0, 1, 0, 0, 4, 7, 17, 0, 2, 7, 0, 0, 18, 59, 0, 21, 0, 0, 8, 6, 52, 1, 12, 6, 0, 0, 22, 9, 0, 82, 27, 21, 0, 43, 0, 8, 59, 21, 0, 0, 10, 0, 0, 0, // ม,"},{"Add":" 1, 0, 1, 1, 6, 0, 10, 0, 0, 6, 1, 0, 1, 0, 0, 0, 0, 0, 0, 13, 2, 0, 18, 1, 5, 0, 1, 0, 0, 5, 0, 0, 1, 1, 3,255, 4, 13, 0, 1, 1, 2, 0, 27, 0, 0, 4, 16, 74, 0, 7, 61, 0, 0, 6, 0, 0, 16, 5, 8, 0, 0, 0, 1, 50, 8, 0, 0, 3, 0, 0, 0, // ย,"},{"Add":" 6, 0, 35, 0,148, 0, 29, 9, 0, 7, 1, 0, 1, 5, 0, 0, 0, 0, 1, 4, 27, 0, 14, 5, 8, 14, 42, 0, 1, 32, 2, 1, 8, 5, 23, 0, 1, 8, 4, 1, 16, 14, 0, 33, 0, 0, 8, 0,121, 3, 8, 5, 0, 0, 20, 14, 0, 85, 17, 40, 0, 8, 0, 0, 8, 18, 0, 0, 7, 0, 0, 0, // ร,"},{"Add":" 0,255, 3, 0, 0, 0, 0, 0,255, 0,255,255, 0,255,255, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 3, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0,255, 0,255,255, 0,255, 0, 0, 0, 0,255,255, 0, 0, 0,255,255,255,255,255,255,255, 0, 0,255,255, 0,255,255,255, // ฤ,"},{"Add":" 2, 0, 19, 1, 40, 0, 15, 1, 5, 5, 6, 0, 3, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 3, 6, 14, 5, 0, 10, 6, 0, 2, 2, 1,255, 3, 5, 0, 0, 2, 26, 0, 19, 0, 0, 2, 9, 20, 2, 12, 2, 0, 0, 17, 25, 0, 73,127, 25, 0, 5, 0, 0, 4, 2, 0, 0, 7, 0, 0, 0, // ล,"},{"Add":" 4, 0, 8, 4, 80, 0, 23, 1, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 1, 0, 12, 2, 0, 0, 0, 1, 0, 0, 18, 8, 9, 0, 4, 0, 1, 0, 5, 12, 0, 5, 0, 0, 8, 16, 32, 1, 8, 7, 0, 0, 4, 1, 0, 48, 3, 1, 0, 8, 0, 2, 60, 50, 0, 1, 4, 0, 0, 0, // ว,"},{"Add":" 6, 0, 0, 0, 0, 0, 23, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 5, 0, 0, 0, 1, 0, 0, 12,255, 0,255, 0, 0, 0, 0, 0, 0,255, 3, 0,255,255, // ศ,"},{"Add":" 0,255, 16, 0, 0, 1, 4, 0,255, 0,255,255, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0,255, 0, 1, 0, 3, 5, 0, 0, 1, 0, 0, 0,255, 0,255,255, 0, 0, 9,255, 4, 0, 0,255, 6, 0, 0, 1,255, 0,255, 0,255,255, 0, 0,255,255, 0, 0,255, 0, // ษ,"},{"Add":" 9, 0, 8, 4, 4, 0, 75, 3, 0, 12, 1, 0, 1, 0, 0, 0, 0, 0, 1, 5, 2, 0, 1, 0, 19, 5, 1, 0, 0, 0, 0, 0, 12, 6, 9, 0, 3, 2, 2, 0, 1, 0, 0, 13, 0, 0, 11, 9, 26, 1, 16, 7, 0, 0, 8, 2, 0, 55, 26, 2, 3, 0, 0, 1, 29, 16, 0, 0, 19, 0,255, 0, // ส,"},{"Add":" 7, 0, 2, 0, 1, 0, 77, 2, 0, 0, 0,255, 4, 4, 0, 0, 0, 0, 0, 21, 0, 0, 2, 0, 9, 2, 0, 0,255, 0, 0, 0, 13, 3, 2, 0, 1, 2, 0, 0, 5, 0, 0, 4, 0, 0, 8, 0, 12, 7, 3, 1, 0, 0, 2, 4, 0, 62, 60, 4, 82, 6, 0, 0, 11, 10, 0, 0, 3, 0, 0, 0, // ห,"},{"Add":" 0,255, 0, 0,255,255,255, 0, 0, 0,255,255,255,255,255,255,255,255, 0,255,255,255,255,255, 0,255,255,255,255,255,255,255, 0, 0, 0,255,255, 0,255,255, 0, 0,255, 0,255,255,255, 0, 0,255, 0, 5,255,255, 2, 0,255, 0,255, 0,255,255,255,255, 0,255, 0,255,255,255,255,255, // ฬ,"},{"Add":" 8, 0, 13, 98, 32, 0, 68, 12, 0, 23, 18, 0, 1, 0, 0, 1, 0, 0, 0, 10, 10, 0, 6, 4, 20, 17, 3, 0, 0, 2, 2, 4, 9, 9, 21,255, 11, 8, 1, 0, 7, 1, 0, 21, 2, 0, 9, 0, 10, 4, 2, 5, 0, 57, 0, 2, 0, 84, 22, 36, 0, 8, 0, 19,254,144, 1, 1, 11, 0,255, 0, // อ,"},{"Add":" 0, 0, 0, 0, 0,255, 2, 0,255, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0,255, 0, 0,255, 0, 0, 1, 0, 0, 0, 0,255, 0, 0, 0, 8, 3, 4,255, 3, 0, 0, 0, 0, 0, 0, 1,255,255,255, // ฮ,"},{"Add":" 0, 0, 0, 0, 0,255, 0, 0,255, 0, 0,255, 0, 0, 0, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0, 0,255, 0,255, 0, 0,255, 0, 0, 0, 0,255,255, 0, 0, 0,255,255, 0,255,255,255, 0, 0, 0,255,255, 0, 0,255,255, // ฯ,"},{"Add":" 0,255, 3, 0, 8, 0, 2, 33, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 7, 0, 5, 0, 2, 0, 7, 0, 1, 0,255, 0, 0, 0, 3, 3, 93,255, 44, 1, 0, 0, 3, 0, 0, 5, 0, 0, 0, 0, 8, 0, 0, 0,255,255, 0,255,255, 0,255, 0,255,255,255, 0, 0, 0, 1, 0, 0,255,255,255, // ะ,"},{"Add":" 0,255, 33, 13, 29, 0, 0, 54, 5, 48, 13, 0, 3, 0, 0, 0, 0, 0, 0, 12, 23, 1, 18, 2, 29, 17, 7, 0, 1, 11, 1, 3, 12, 8, 50,255, 26, 39, 4, 4, 21, 6, 0, 22, 2,255, 0, 0, 0, 0, 0, 0, 0,255, 0, 0,255,255,255,255,255,255,255,255, 0, 0,255,255,255,255,255, 0, // ั,"},{"Add":" 0, 0, 97, 28, 43, 1, 47, 62, 8,139, 31, 0, 33, 9, 0, 3, 0, 0, 3, 11, 15, 8, 23, 5, 41, 17, 5, 0, 0, 6, 1, 34, 49, 29, 63, 0, 28, 30, 10, 18, 31, 30, 6, 33, 3,255, 0, 0, 0, 0, 0, 0,255,255, 0,255,255, 0,255,255,255,255,255, 0,224,254, 1, 0, 0, 0,255, 0, // า,"},{"Add":" 0,255, 5, 0, 35,255, 0, 21, 0, 1, 0,255,255,255,255,255,255,255, 0, 2, 8, 0, 10, 0, 4, 0, 0, 0,255, 0, 0,255, 0, 0, 0,255, 3, 0,255,255, 10, 0,255, 7, 0,255, 0, 0, 0, 0,255,255,255,255,255, 0,255, 0,255,255,255, 0,255,255, 3, 33, 0, 0, 0,255,255, 0, // ำ,"},{"Add":" 0,255, 20, 0, 22, 0, 8, 20, 2, 65, 34, 0, 17, 0, 12, 0, 1, 0, 1, 15, 28, 1, 5, 14, 18, 6, 7, 1, 0, 14, 2, 1, 14, 3, 35, 0, 18, 32, 4, 0, 20, 2, 0, 23, 2,255, 0, 0, 0,255, 0, 0,255, 0,255, 0, 0, 0,255,255,255,255,255, 0, 0, 0,255,255, 0,255,255, 0, // ิ,"},{"Add":" 0,255, 10, 7, 9, 0, 0, 12, 4, 56, 51, 0, 15, 3, 0, 0, 0, 0, 1, 19, 4, 0, 86, 2, 23, 5, 18, 0, 0, 6, 1, 0, 34, 3, 37,255, 23, 7, 0, 0, 16, 0, 0, 9, 0,255, 0, 0, 0,255, 0, 0, 0, 0, 0,255, 0, 0,255,255,255,255,255,255, 0, 0,255,255, 0,255,255, 0, // ี,"},{"Add":" 0,255, 0, 17, 0,255, 0, 9, 0, 0, 44, 0, 0, 0, 0,255,255,255, 0, 0, 0, 6, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 5,255, 1, 0,255, 0, 0,255,255,255,255,255, 0, 0, 0,255, 0,255,255,255,255,255,255,255,255,255, 0, 0,255,255,255,255,255,255, // ึ,"},{"Add":" 0,255, 0, 0, 29,255, 0, 0, 0, 66, 3, 0, 0,255, 0,255,255, 0, 0, 2, 0, 1, 0, 0, 6, 0, 0, 0, 0, 9, 0,255, 18, 1, 19,255, 7, 0, 0, 0, 6, 0, 0, 6, 0,255,255,255, 0,255, 0,255,255, 0,255,255,255, 0,255,255,255,255,255,255, 0, 0,255,255, 0,255,255, 0, // ื,"},{"Add":" 0,255, 20, 9, 88, 0, 1, 45, 1, 55, 17, 0, 0, 0, 0, 0, 0,255, 1, 4, 25, 6, 11, 7, 22, 29, 10, 0, 0, 8, 19, 0, 12, 28, 29,255, 17, 4, 1, 0, 53, 3, 0, 22, 1,255,255, 0, 0,255,255, 0, 0,255, 0, 0, 0,255,255,255,255,255,255,255,255,255,255,255, 0,255,255, 0, // ุ,"},{"Add":" 0,255, 6, 0, 37, 0, 3, 9, 0, 15, 28, 1, 1, 0, 0, 0, 0,255, 0, 26, 8, 15, 3, 0, 4, 7, 2, 48, 0, 7, 2, 10, 77, 38, 26, 0, 13, 1, 3, 0, 26, 1,255, 4, 0,255,255,255,255,255,255,255,255,255, 0, 0,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, 0, // ู,"},{"Add":" 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255,255,255,255,255,255,255,255,255,255, 0,255,255,255,255,255,255,255,255,255,255,255, 0,255,255,255, // ฺ,"},{"Add":" 20, 0, 41, 1, 31, 0,254, 12, 0, 16, 23, 0, 12, 1, 1, 1, 0, 0, 1, 30, 10, 2, 7, 1,110, 23, 9, 0, 0, 4, 4, 0, 52, 35, 41, 0, 29, 20, 5, 0, 30, 0, 0, 67, 2, 0,130, 0, 84, 35, 40, 50, 0, 0, 20, 56, 0, 0, 0, 0, 0, 0, 0, 8,138,119, 0, 0,142, 0,255, 0, // เ,"},{"Add":" 10, 0, 19, 0, 9, 0,170, 5, 0, 3, 2, 0, 4, 0, 0, 0, 0, 0, 0, 9, 3, 0, 2, 0, 36, 8, 6, 0, 0, 1, 0, 0, 12, 13, 20,255, 6, 5, 1, 0, 6, 0, 0, 9, 0, 0, 16, 0, 26, 16, 4, 13, 0, 0, 2, 11, 0, 0, 0, 0,255, 0, 0, 1, 52, 49, 0, 0, 68, 0,255, 0, // แ,"},{"Add":" 6, 0, 7, 0, 29, 0, 72, 3, 0, 9, 11, 0, 2, 0, 0, 0, 0, 0, 0, 4, 3, 0, 2, 0, 27, 5, 2, 0,255, 1, 0, 0, 9, 8, 8, 0, 8, 6, 1, 0, 20, 0, 0, 8, 1, 0, 12, 0, 22, 2, 21, 13, 0, 0, 26, 14, 1, 0, 0, 0,255, 0, 0, 0, 11, 10, 0, 0, 33, 0,255, 0, // โ,"},{"Add":" 3, 0, 9, 0, 4, 0,114, 4, 0, 1, 0, 0, 6, 0, 2, 0, 0, 0, 0, 10, 3, 1, 0, 0, 27, 5, 2, 0,255, 1, 0, 0, 7, 16, 10,255, 6, 5, 2, 0, 1, 0, 0, 9, 0, 0, 8, 0, 22, 14, 3, 7, 0, 0, 2, 3, 0, 0,255,255, 0, 0, 0, 1, 55, 53, 0, 0, 24,255,255, 0, // ใ,"},{"Add":" 5, 0, 8, 0, 4, 0,116, 3, 0, 3, 1, 0, 1, 1, 0, 0, 0, 0, 0, 5, 1, 4, 0, 0, 28, 10, 3, 0,255, 0, 0, 0, 6, 9, 5,255, 3, 9, 8, 0, 3, 0, 0, 10, 0, 0, 15, 0, 23, 5, 5, 4, 0, 0, 9, 15, 0, 0,255,255,255, 0, 0, 12, 51, 30, 0, 0, 34, 0,255, 0, // ไ,"},{"Add":" 0,255, 0,255, 0,255, 12,255,255,255,255,255, 0,255,255,255,255,255, 0, 0, 0, 0, 0, 0, 2, 0, 0,255,255, 0,255,255, 0, 0, 0,255, 0, 0,255, 0, 0,255,255, 0,255,255, 0,255, 0, 0, 0, 0,255,255, 0, 0,255,255,255,255,255,255, 0,255, 0, 0, 0, 0, 0,255,255,255, // ๆ,"},{"Add":" 0,255, 25, 6, 4, 0, 0, 7, 0, 7, 21, 0, 0, 0, 0,255,255,255, 0, 16, 5, 0, 2, 0, 2, 1,112, 0, 0, 1, 0, 0, 3, 2, 11,255, 12, 6, 0,255, 0, 7,255, 13, 0,255,255,255,255,255, 0,255,255,255,255, 0, 0, 0,255,255,255,255,255, 0,255,255,255,255,255,255,255,255, // ็,"},{"Add":" 0, 0, 28, 36, 44, 5, 7, 4, 0,166, 14,255, 53,255,255,255,255, 0, 0, 3, 64, 4, 15, 0, 19, 8, 5, 12, 4, 4, 1, 0, 69, 28, 23,255, 45, 56, 0,255, 35, 40, 0, 6, 1,255, 0, 35, 0, 0, 43,254, 46,156,119,254, 0, 0, 0,255, 0, 0,255, 0, 0, 0, 0,255, 0, 0,255, 0, // ่,"},{"Add":" 0, 0, 17,126, 42, 0, 0, 91, 0,177, 69, 0, 2,255,255,255,255,255,255,105, 38, 4, 11, 0, 56, 12, 6, 1, 0, 3, 8, 0, 10, 7, 40,255, 32, 11, 0, 0, 7, 61,255, 26, 0,255, 0,125, 0, 0, 14, 49, 25, 28, 16,211,255, 0, 0, 0, 0, 0,255, 0, 0, 0,255,255,255, 0,255, 0, // ้,"},{"Add":" 0,255, 2, 0, 0,255, 0, 2,255, 0, 0,255, 0, 0,255,255,255,255, 0, 0, 0,255, 0, 0, 0, 0, 0,255,255, 0, 0,255, 0, 0, 0,255, 0, 0,255,255, 0, 0,255, 0, 0,255,255, 0,255,255, 1, 0, 0, 0, 6, 1,255,255,255,255,255,255,255,255,255,255, 0,255,255,255,255,255, // ๊,"},{"Add":" 0,255, 0, 0, 0, 0,255, 1,255, 0, 0,255, 0,255,255,255,255,255,255, 0, 0,255,255,255, 0, 0, 0, 0,255,255,255,255, 0, 0, 0,255, 0, 0,255,255, 0, 0,255, 0, 0,255,255, 0,255,255, 0, 1, 0, 0, 0, 1, 0,255,255,255,255,255,255, 0, 0,255,255,255,255,255,255,255, // ๋,"},{"Add":" 0, 0, 6, 1,105, 5, 0, 2, 0, 9, 44, 0, 3, 0, 0, 1, 2, 0, 24, 19, 28, 1, 11, 12, 24, 0, 8,255,255, 4, 1, 0, 2, 46,168,255, 28, 8, 13, 10, 39, 14,255, 0, 1,255, 0,255,255,255, 21, 0,255, 0, 14, 0, 0,255,255,255,255,255,255,255,255,255,255,255, 0,255,255,255, // ์,"},{"Add":" 0,255, 0, 0, 0,255,255, 0,255, 0, 0,255, 0, 0,255, 0,255,255, 0, 0, 0, 0, 0, 0, 0, 0, 0,255,255, 0,255,255, 0, 0, 0,255, 0, 0, 0, 0, 0, 0,255, 0,255,255,255,255,255,255, 0,255,255,255, 0,255,255,255,255,255,255,255,255,255,255, 0,255,255,255,255,255,255, // ํ,"},{"Add":" 0,255, 0,255,255,255,255,255,255,255,255,255, 0,255,255,255,255,255,255,255, 0,255,255,255,255,255, 0,255,255, 0,255,255,255,255,255,255, 0,255,255,255, 0, 0,255, 0,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, // ๎,"},{"Add":" 0, 0, 0, 0, 0,255, 0,255,255,255,255,255,255,255,255,255,255,255,255, 0,255,255, 0,255, 0, 0,255,255,255, 0,255,255, 0, 0, 0, 0, 0, 0, 0,255, 0, 0,255, 0,255,255, 0, 0, 0, 0, 0, 0,255,255,255, 0,255, 0, 0, 0, 0,255,255,255, 0, 0,255,255, 0,255,255, 0, // ๅ,"},{"Add":" // , a, ก, ข, ค, ฆ, ง, จ, ฉ, ช, ซ, ฌ, ญ, ฎ, ฏ, ฐ, ฑ, ฒ, ณ, ด, ต, ถ, ท, ธ, น, บ, ป, ผ, ฝ, พ, ฟ, ภ, ม, ย, ร, ฤ, ล, ว, ศ, ษ, ส, ห, ฬ, อ, ฮ, ฯ, ะ, ั, า, ำ, ิ, ี, ึ, ื, ุ, ู, ฺ, เ, แ, โ, ใ, ไ, ๆ, ็, ่, ้, ๊, ๋, ์, ํ, ๎, ๅ,"},{"Add":" ],"},{"Add":"};"},{"Add":""},{"Add":"const VIETNAMESE_ASCII: usize = 27;"},{"Add":"const VIETNAMESE_NON_ASCII: usize = 25;"},{"Add":"const CENTRAL_ASCII: usize = 27;"},{"Add":"const CENTRAL_NON_ASCII: usize = 41;"},{"Add":"const CYRILLIC_ASCII: usize = 2;"},{"Add":"const CYRILLIC_NON_ASCII: usize = 44;"},{"Add":"const WESTERN_ASCII: usize = 27;"},{"Add":"const WESTERN_NON_ASCII: usize = 32;"},{"Add":"const ICELANDIC_ASCII: usize = 27;"},{"Add":"const ICELANDIC_NON_ASCII: usize = 13;"},{"Add":"const GREEK_ASCII: usize = 2;"},{"Add":"const GREEK_NON_ASCII: usize = 35;"},{"Add":"const TURKISH_ASCII: usize = 26;"},{"Add":"const TURKISH_NON_ASCII: usize = 13;"},{"Add":"const HEBREW_ASCII: usize = 2;"},{"Add":"const HEBREW_NON_ASCII: usize = 34;"},{"Add":"const ARABIC_ASCII: usize = 2;"},{"Add":"const ARABIC_NON_ASCII: usize = 51;"},{"Add":"const BALTIC_ASCII: usize = 27;"},{"Add":"const BALTIC_NON_ASCII: usize = 19;"},{"Add":"const THAI_ASCII: usize = 2;"},{"Add":"const THAI_NON_ASCII: usize = 70;"},{"Add":"#[inline(always)]"},{"Add":"fn compute_index("},{"Add":" x: usize,"},{"Add":" y: usize,"},{"Add":" ascii_classes: usize,"},{"Add":" non_ascii_classes: usize,"},{"Add":") -> Option {"},{"Add":" if x == 0 && y == 0 {"},{"Add":" return None;"},{"Add":" }"},{"Add":" if x < ascii_classes && y < ascii_classes {"},{"Add":" return None;"},{"Add":" }"},{"Add":" if y >= ascii_classes {"},{"Add":" return Some("},{"Add":" (ascii_classes * non_ascii_classes)"},{"Add":" + (ascii_classes + non_ascii_classes) * (y - ascii_classes)"},{"Add":" + x,"},{"Add":" );"},{"Add":" }"},{"Add":" Some(y * non_ascii_classes + x - ascii_classes)"},{"Add":"}"},{"Add":""},{"Add":"pub struct SingleByteData {"},{"Add":" pub encoding: &'static Encoding,"},{"Add":" lower: &'static [u8; 128],"},{"Add":" upper: &'static [u8; 128],"},{"Add":" probabilities: &'static [u8],"},{"Add":" ascii: usize,"},{"Add":" non_ascii: usize,"},{"Add":"}"},{"Add":""},{"Add":"impl SingleByteData {"},{"Add":" #[inline(always)]"},{"Add":" pub fn classify(&'static self, byte: u8) -> u8 {"},{"Add":" let high = byte >> 7;"},{"Add":" let low = byte & 0x7F;"},{"Add":" if high == 0u8 {"},{"Add":" self.lower[usize::from(low)]"},{"Add":" } else {"},{"Add":" self.upper[usize::from(low)]"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" #[inline(always)]"},{"Add":" pub fn is_latin_alphabetic(&'static self, caseless_class: u8) -> bool {"},{"Add":" let caseless_class_usize = usize::from(caseless_class);"},{"Add":" caseless_class_usize > 0 && caseless_class_usize < (self.ascii + self.non_ascii)"},{"Add":" }"},{"Add":""},{"Add":" #[inline(always)]"},{"Add":" pub fn is_non_latin_alphabetic("},{"Add":" &'static self,"},{"Add":" caseless_class: u8,"},{"Add":" is_windows_1256: bool,"},{"Add":" ) -> bool {"},{"Add":" let caseless_class_usize = usize::from(caseless_class);"},{"Add":" let lower_bound = if is_windows_1256 {"},{"Add":" WINDOWS_1256_ZWNJ"},{"Add":" } else {"},{"Add":" 1"},{"Add":" };"},{"Add":" caseless_class_usize > lower_bound && caseless_class_usize < (self.ascii + self.non_ascii)"},{"Add":" }"},{"Add":""},{"Add":" #[inline(always)]"},{"Add":" pub fn score("},{"Add":" &'static self,"},{"Add":" current_class: u8,"},{"Add":" previous_class: u8,"},{"Add":" is_windows_1256: bool,"},{"Add":" ) -> i64 {"},{"Add":" let current_usize = usize::from(current_class);"},{"Add":" let previous_usize = usize::from(previous_class);"},{"Add":" let stored_boundary = self.ascii + self.non_ascii;"},{"Add":" if current_usize < stored_boundary {"},{"Add":" if previous_usize < stored_boundary {"},{"Add":" // Both below"},{"Add":" if let Some(index) ="},{"Add":" compute_index(previous_usize, current_usize, self.ascii, self.non_ascii)"},{"Add":" {"},{"Add":" let b = self.probabilities[index];"},{"Add":" if b == 255 {"},{"Add":" IMPLAUSIBILITY_PENALTY"},{"Add":" } else {"},{"Add":" i64::from(b)"},{"Add":" }"},{"Add":" } else {"},{"Add":" 0"},{"Add":" }"},{"Add":" } else {"},{"Add":" // I tried factoring the tail of this function out into an"},{"Add":" // #[inline(never)] function, but it had no binary size effect"},{"Add":" // in a Rust toy app and made the binary size larger in Firefox"},{"Add":" // in Linux x86_64 shippable config."},{"Add":""},{"Add":" // Current below stored, prev above"},{"Add":" if current_usize == 0"},{"Add":" || current_usize == ASCII_DIGIT"},{"Add":" || (is_windows_1256 && current_usize == WINDOWS_1256_ZWNJ)"},{"Add":" {"},{"Add":" // Current is space-like"},{"Add":" 0"},{"Add":" } else {"},{"Add":" // Current is alphabetic"},{"Add":" let previous_unstored = previous_usize - stored_boundary;"},{"Add":" match previous_unstored {"},{"Add":" PLAUSIBLE_NEXT_TO_ALPHABETIC_ON_EITHER_SIDE => 0,"},{"Add":" IMPLAUSIBLE_NEXT_TO_ALPHABETIC_ON_EITHER_SIDE => IMPLAUSIBILITY_PENALTY,"},{"Add":" IMPLAUSIBLE_BEFORE_ALPHABETIC => IMPLAUSIBILITY_PENALTY,"},{"Add":" IMPLAUSIBLE_AFTER_ALPHABETIC => 0,"},{"Add":" PLAUSIBLE_NEXT_TO_NON_ASCII_ALPHABETIC_ON_EITHER_SIDE => {"},{"Add":" if current_usize < self.ascii {"},{"Add":" IMPLAUSIBILITY_PENALTY"},{"Add":" } else {"},{"Add":" 0"},{"Add":" }"},{"Add":" }"},{"Add":" PLAUSIBLE_NEXT_TO_ASCII_ALPHABETIC_ON_EITHER_SIDE => {"},{"Add":" if current_usize < self.ascii {"},{"Add":" 0"},{"Add":" } else {"},{"Add":" IMPLAUSIBILITY_PENALTY"},{"Add":" }"},{"Add":" }"},{"Add":" _ => {"},{"Add":" debug_assert_eq!(previous_usize, ASCII_DIGIT);"},{"Add":" 0"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" } else {"},{"Add":" if previous_usize < stored_boundary {"},{"Add":" // Current above, prev below"},{"Add":" if previous_usize == 0"},{"Add":" || previous_usize == ASCII_DIGIT"},{"Add":" || (is_windows_1256 && previous_usize == WINDOWS_1256_ZWNJ)"},{"Add":" {"},{"Add":" // Previous is space-like"},{"Add":" 0"},{"Add":" } else {"},{"Add":" // Current is alphabetic"},{"Add":" let current_unstored = current_usize - stored_boundary;"},{"Add":" match current_unstored {"},{"Add":" PLAUSIBLE_NEXT_TO_ALPHABETIC_ON_EITHER_SIDE => 0,"},{"Add":" IMPLAUSIBLE_NEXT_TO_ALPHABETIC_ON_EITHER_SIDE => IMPLAUSIBILITY_PENALTY,"},{"Add":" IMPLAUSIBLE_BEFORE_ALPHABETIC => 0,"},{"Add":" IMPLAUSIBLE_AFTER_ALPHABETIC => IMPLAUSIBILITY_PENALTY,"},{"Add":" PLAUSIBLE_NEXT_TO_NON_ASCII_ALPHABETIC_ON_EITHER_SIDE => {"},{"Add":" if previous_usize < self.ascii {"},{"Add":" IMPLAUSIBILITY_PENALTY"},{"Add":" } else {"},{"Add":" 0"},{"Add":" }"},{"Add":" }"},{"Add":" PLAUSIBLE_NEXT_TO_ASCII_ALPHABETIC_ON_EITHER_SIDE => {"},{"Add":" if previous_usize < self.ascii {"},{"Add":" 0"},{"Add":" } else {"},{"Add":" IMPLAUSIBILITY_PENALTY"},{"Add":" }"},{"Add":" }"},{"Add":" _ => {"},{"Add":" debug_assert_eq!(current_usize, ASCII_DIGIT);"},{"Add":" 0"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":" } else if current_usize == ASCII_DIGIT || previous_usize == ASCII_DIGIT {"},{"Add":" 0"},{"Add":" } else {"},{"Add":" // Both above"},{"Add":" IMPLAUSIBILITY_PENALTY"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"impl PartialEq for SingleByteData {"},{"Add":" #[inline]"},{"Add":" fn eq(&self, other: &SingleByteData) -> bool {"},{"Add":" (self as *const SingleByteData) == (other as *const SingleByteData)"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"pub static SINGLE_BYTE_DATA: [SingleByteData; 20] = ["},{"Add":" SingleByteData {"},{"Add":" encoding: &WINDOWS_1258_INIT,"},{"Add":" lower: &DETECTOR_DATA.latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.windows_1258,"},{"Add":" probabilities: &DETECTOR_DATA.vietnamese,"},{"Add":" ascii: VIETNAMESE_ASCII,"},{"Add":" non_ascii: VIETNAMESE_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &WINDOWS_1250_INIT,"},{"Add":" lower: &DETECTOR_DATA.latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.windows_1250,"},{"Add":" probabilities: &DETECTOR_DATA.central,"},{"Add":" ascii: CENTRAL_ASCII,"},{"Add":" non_ascii: CENTRAL_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &ISO_8859_2_INIT,"},{"Add":" lower: &DETECTOR_DATA.latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.iso_8859_2,"},{"Add":" probabilities: &DETECTOR_DATA.central,"},{"Add":" ascii: CENTRAL_ASCII,"},{"Add":" non_ascii: CENTRAL_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &WINDOWS_1251_INIT,"},{"Add":" lower: &DETECTOR_DATA.non_latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.windows_1251,"},{"Add":" probabilities: &DETECTOR_DATA.cyrillic,"},{"Add":" ascii: CYRILLIC_ASCII,"},{"Add":" non_ascii: CYRILLIC_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &KOI8_U_INIT,"},{"Add":" lower: &DETECTOR_DATA.non_latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.koi8_u,"},{"Add":" probabilities: &DETECTOR_DATA.cyrillic,"},{"Add":" ascii: CYRILLIC_ASCII,"},{"Add":" non_ascii: CYRILLIC_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &ISO_8859_5_INIT,"},{"Add":" lower: &DETECTOR_DATA.non_latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.iso_8859_5,"},{"Add":" probabilities: &DETECTOR_DATA.cyrillic,"},{"Add":" ascii: CYRILLIC_ASCII,"},{"Add":" non_ascii: CYRILLIC_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &IBM866_INIT,"},{"Add":" lower: &DETECTOR_DATA.non_latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.ibm866,"},{"Add":" probabilities: &DETECTOR_DATA.cyrillic,"},{"Add":" ascii: CYRILLIC_ASCII,"},{"Add":" non_ascii: CYRILLIC_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &WINDOWS_1252_INIT,"},{"Add":" lower: &DETECTOR_DATA.latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.windows_1252,"},{"Add":" probabilities: &DETECTOR_DATA.western,"},{"Add":" ascii: WESTERN_ASCII,"},{"Add":" non_ascii: WESTERN_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &WINDOWS_1252_INIT,"},{"Add":" lower: &DETECTOR_DATA.latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.windows_1252_icelandic,"},{"Add":" probabilities: &DETECTOR_DATA.icelandic,"},{"Add":" ascii: ICELANDIC_ASCII,"},{"Add":" non_ascii: ICELANDIC_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &WINDOWS_1253_INIT,"},{"Add":" lower: &DETECTOR_DATA.non_latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.windows_1253,"},{"Add":" probabilities: &DETECTOR_DATA.greek,"},{"Add":" ascii: GREEK_ASCII,"},{"Add":" non_ascii: GREEK_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &ISO_8859_7_INIT,"},{"Add":" lower: &DETECTOR_DATA.non_latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.iso_8859_7,"},{"Add":" probabilities: &DETECTOR_DATA.greek,"},{"Add":" ascii: GREEK_ASCII,"},{"Add":" non_ascii: GREEK_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &WINDOWS_1254_INIT,"},{"Add":" lower: &DETECTOR_DATA.turkish_ascii,"},{"Add":" upper: &DETECTOR_DATA.windows_1254,"},{"Add":" probabilities: &DETECTOR_DATA.turkish,"},{"Add":" ascii: TURKISH_ASCII,"},{"Add":" non_ascii: TURKISH_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &WINDOWS_1255_INIT,"},{"Add":" lower: &DETECTOR_DATA.non_latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.windows_1255,"},{"Add":" probabilities: &DETECTOR_DATA.hebrew,"},{"Add":" ascii: HEBREW_ASCII,"},{"Add":" non_ascii: HEBREW_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &ISO_8859_8_INIT,"},{"Add":" lower: &DETECTOR_DATA.non_latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.iso_8859_8,"},{"Add":" probabilities: &DETECTOR_DATA.hebrew,"},{"Add":" ascii: HEBREW_ASCII,"},{"Add":" non_ascii: HEBREW_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &WINDOWS_1256_INIT,"},{"Add":" lower: &DETECTOR_DATA.non_latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.windows_1256,"},{"Add":" probabilities: &DETECTOR_DATA.arabic,"},{"Add":" ascii: ARABIC_ASCII,"},{"Add":" non_ascii: ARABIC_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &ISO_8859_6_INIT,"},{"Add":" lower: &DETECTOR_DATA.non_latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.iso_8859_6,"},{"Add":" probabilities: &DETECTOR_DATA.arabic,"},{"Add":" ascii: ARABIC_ASCII,"},{"Add":" non_ascii: ARABIC_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &WINDOWS_1257_INIT,"},{"Add":" lower: &DETECTOR_DATA.latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.windows_1257,"},{"Add":" probabilities: &DETECTOR_DATA.baltic,"},{"Add":" ascii: BALTIC_ASCII,"},{"Add":" non_ascii: BALTIC_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &ISO_8859_13_INIT,"},{"Add":" lower: &DETECTOR_DATA.latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.iso_8859_13,"},{"Add":" probabilities: &DETECTOR_DATA.baltic,"},{"Add":" ascii: BALTIC_ASCII,"},{"Add":" non_ascii: BALTIC_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &ISO_8859_4_INIT,"},{"Add":" lower: &DETECTOR_DATA.latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.iso_8859_4,"},{"Add":" probabilities: &DETECTOR_DATA.baltic,"},{"Add":" ascii: BALTIC_ASCII,"},{"Add":" non_ascii: BALTIC_NON_ASCII,"},{"Add":" },"},{"Add":" SingleByteData {"},{"Add":" encoding: &WINDOWS_874_INIT,"},{"Add":" lower: &DETECTOR_DATA.non_latin_ascii,"},{"Add":" upper: &DETECTOR_DATA.windows_874,"},{"Add":" probabilities: &DETECTOR_DATA.thai,"},{"Add":" ascii: THAI_ASCII,"},{"Add":" non_ascii: THAI_NON_ASCII,"},{"Add":" },"},{"Add":"];"},{"Add":""},{"Add":"pub const WINDOWS_1258_INDEX: usize = 0;"},{"Add":"pub const WINDOWS_1250_INDEX: usize = 1;"},{"Add":"pub const ISO_8859_2_INDEX: usize = 2;"},{"Add":"pub const WINDOWS_1251_INDEX: usize = 3;"},{"Add":"pub const KOI8_U_INDEX: usize = 4;"},{"Add":"pub const ISO_8859_5_INDEX: usize = 5;"},{"Add":"pub const IBM866_INDEX: usize = 6;"},{"Add":"pub const WINDOWS_1252_INDEX: usize = 7;"},{"Add":"pub const WINDOWS_1252_ICELANDIC_INDEX: usize = 8;"},{"Add":"pub const WINDOWS_1253_INDEX: usize = 9;"},{"Add":"pub const ISO_8859_7_INDEX: usize = 10;"},{"Add":"pub const WINDOWS_1254_INDEX: usize = 11;"},{"Add":"pub const WINDOWS_1255_INDEX: usize = 12;"},{"Add":"pub const ISO_8859_8_INDEX: usize = 13;"},{"Add":"pub const WINDOWS_1256_INDEX: usize = 14;"},{"Add":"pub const ISO_8859_6_INDEX: usize = 15;"},{"Add":"pub const WINDOWS_1257_INDEX: usize = 16;"},{"Add":"pub const ISO_8859_13_INDEX: usize = 17;"},{"Add":"pub const ISO_8859_4_INDEX: usize = 18;"},{"Add":"pub const WINDOWS_874_INDEX: usize = 19;"},{"Add":""}]}},{"FileAdd":{"meta":{"basename":"Cargo.toml","metadata":0},"context":[{"change":0,"pos":241}],"contents":[{"Add":"[package]"},{"Add":"name = \"chardetng\""},{"Add":"description = \"A character encoding detector for legacy Web content\""},{"Add":"version = \"0.1.13\""},{"Add":"authors = [\"Henri Sivonen \"]"},{"Add":"edition = \"2018\""},{"Add":"license = \"Apache-2.0 OR MIT\""},{"Add":"readme = \"README.md\""},{"Add":"documentation = \"https://docs.rs/chardetng/\""},{"Add":"homepage = \"https://docs.rs/chardetng/\""},{"Add":"repository = \"https://github.com/hsivonen/chardetng\""},{"Add":"keywords = [\"encoding\", \"web\", \"unicode\", \"charset\"]"},{"Add":"categories = [\"text-processing\", \"encoding\", \"web-programming\", \"internationalization\"]"},{"Add":""},{"Add":"[dependencies]"},{"Add":"encoding_rs = \"0.8.17\""},{"Add":"memchr = \"2.2.0\""},{"Add":"cfg-if = \"0.1.10\""},{"Add":"rayon = { version = \"1.3.0\", optional = true }"},{"Add":"arrayvec = { version = \"0.5.1\", optional = true }"},{"Add":""},{"Add":"[dev-dependencies]"},{"Add":"detone = \"1.0.0\""},{"Add":""},{"Add":"[features]"},{"Add":"testing-only-no-semver-guarantees-do-not-use = []"},{"Add":"multithreading = [\"rayon\", \"arrayvec\"]"},{"Add":""}]}},{"Replacement":{"inode":{"change":4,"pos":1030188},"path":"Cargo.toml","line":2,"ins":{"up_context":[{"change":4,"pos":1030201}],"down_context":[],"flag":"BLOCK","start":315909,"end":315973,"inode":{"change":4,"pos":1030188}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":1030201},"to":{"change":2,"start":0,"end":50},"introduced_by":2}],"inode":{"change":4,"pos":1030188}},"ins_contents":[{"Add":"members = [ \"pijul-macros\", \"pijul\", \"libpijul\", \"chardetng\" ]"},{"Add":""}],"del_contents":[{"Del":"members = [ \"pijul-macros\", \"pijul\", \"libpijul\" ]\n"}]}}],"owner":"irevoire","repo":"pijul","token":"uaQnik48SDcWKBu4vwmuw+EcnX46pfkadUCYX28r5eY=","login":null}

…

Dependencies

Change contents