From 720df913bbb36a1db5997f4230026f0f9af5cb90 Mon Sep 17 00:00:00 2001 From: Dmitry Shirokov Date: Mon, 20 Jul 2026 14:09:15 +1000 Subject: [PATCH 1/2] Consolidate scoring utils for SBCS --- corpus/README.md | 20 +- corpus/model-evaluation.json | 22154 +++++++--------------------- package.json | 6 +- scripts/model-utils.mjs | 151 +- src/encoding/sbcs-scoring.test.ts | 78 + src/encoding/sbcs-scoring.ts | 302 + src/encoding/sbcs.ts | 266 +- 7 files changed, 5549 insertions(+), 17428 deletions(-) create mode 100644 src/encoding/sbcs-scoring.test.ts create mode 100644 src/encoding/sbcs-scoring.ts diff --git a/corpus/README.md b/corpus/README.md index b1cb4fb..48dce88 100644 --- a/corpus/README.md +++ b/corpus/README.md @@ -36,12 +36,14 @@ The model compiler derives each single-byte encoding's case-folding byte map through iconv, applies the detector's whitespace normalization, and emits 64 sorted detector-ready trigrams into `src/encoding/models/generated.ts`. It also learns Laplace-smoothed high-byte distributions from the training split. The -evaluator uses byte likelihood to rank candidates whose trigram hit rates are -statistically competitive at a 95% margin. `models:evaluate` reports every -held-out test document, while `models:verify` checks reproducibility and fails if -any encoding or language result is incorrect. A different encoding label is -accepted only when both encodings decode the actual held-out bytes identically; -the report distinguishes these byte-equivalent results from exact matches. -CP949 is excluded because its -multibyte recogniser requires character frequency data rather than byte -trigrams. +compiler evaluator and library runtime share the normalization, trigram, +byte-likelihood, confidence, candidate-prefiltering, and tie-breaking +implementation in `src/encoding/sbcs-scoring.ts`. Candidates whose trigram hit +rates are statistically competitive at a 95% margin are ranked by byte +likelihood and deterministic encoding-family preferences. `models:evaluate` +reports every held-out test document, while `models:verify` checks +reproducibility and fails if any encoding or language result is incorrect. A +different encoding label is accepted only when both encodings decode the actual +held-out bytes identically; the report distinguishes these byte-equivalent +results from exact matches. CP949 is excluded because its multibyte recogniser +requires character frequency data rather than byte trigrams. diff --git a/corpus/model-evaluation.json b/corpus/model-evaluation.json index 013725c..27d1bd1 100644 --- a/corpus/model-evaluation.json +++ b/corpus/model-evaluation.json @@ -1,11 +1,11 @@ { "summary": { "tests": 66, - "encodingExact": 44, - "encodingEquivalent": 22, + "encodingExact": 46, + "encodingEquivalent": 20, "encodingCorrect": 66, "languageCorrect": 66, - "topScoreTies": 34 + "topScoreTies": 37 }, "confusion": { "CP850": { @@ -21,8 +21,7 @@ "IBM866": 1 }, "ISO-8859-1": { - "ISO-8859-1": 8, - "ISO-8859-15": 2 + "ISO-8859-1": 10 }, "ISO-8859-10": { "ISO-8859-10": 1 @@ -80,8 +79,7 @@ "windows-1251": 1 }, "windows-1252": { - "ISO-8859-1": 8, - "ISO-8859-15": 2 + "ISO-8859-1": 10 }, "windows-1253": { "ISO-8859-7": 1 @@ -116,9 +114,9 @@ }, "predicted": { "encoding": "CP850", - "confidence": 73, "language": "de", - "byteLogLikelihood": -3.169712077519, + "confidence": 73, + "byteLogLikelihood": -3.1697120775185543, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -131,291 +129,111 @@ "candidates": [ { "encoding": "CP850", - "confidence": 73, "language": "de", - "byteLogLikelihood": -3.169712077519, + "confidence": 73, + "byteLogLikelihood": -3.1697120775185543, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 }, { - "encoding": "ISO-8859-1", - "confidence": 72, + "encoding": "windows-1252", "language": "de", - "byteLogLikelihood": -5.003946305945, + "confidence": 72, + "byteLogLikelihood": -5.003946305945459, "hits": 52, "total": 215, "hitRate": 0.24186046511627907 }, { - "encoding": "windows-1252", - "confidence": 72, + "encoding": "ISO-8859-15", "language": "de", - "byteLogLikelihood": -5.003946305945, + "confidence": 72, + "byteLogLikelihood": -5.003946305945459, "hits": 52, "total": 215, "hitRate": 0.24186046511627907 }, { - "encoding": "ISO-8859-15", - "confidence": 72, + "encoding": "ISO-8859-1", "language": "de", - "byteLogLikelihood": -5.003946305945, + "confidence": 72, + "byteLogLikelihood": -5.003946305945459, "hits": 52, "total": 215, "hitRate": 0.24186046511627907 }, { "encoding": "macintosh", - "confidence": 70, "language": "de", - "byteLogLikelihood": -5.003946305945, + "confidence": 70, + "byteLogLikelihood": -5.003946305945459, "hits": 51, "total": 216, "hitRate": 0.2361111111111111 }, { "encoding": "ISO-8859-14", - "confidence": 22, "language": "cy", - "byteLogLikelihood": -4.912654885736, + "confidence": 22, + "byteLogLikelihood": -4.912654885736052, "hits": 16, "total": 215, "hitRate": 0.07441860465116279 }, { "encoding": "ISO-8859-2", - "confidence": 13, "language": "ro", - "byteLogLikelihood": -5.176149732574, + "confidence": 13, + "byteLogLikelihood": -5.176149732573829, "hits": 10, "total": 215, "hitRate": 0.046511627906976744 }, { "encoding": "ISO-8859-9", - "confidence": 13, "language": "tr", - "byteLogLikelihood": -5.075173815234, + "confidence": 13, + "byteLogLikelihood": -5.0751738152338275, "hits": 10, "total": 215, "hitRate": 0.046511627906976744 }, { "encoding": "windows-1250", - "confidence": 13, "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, - "total": 215, - "hitRate": 0.046511627906976744 - }, - { - "encoding": "windows-1254", "confidence": 13, - "language": "tr", - "byteLogLikelihood": -5.075173815234, + "byteLogLikelihood": -5.176149732573829, "hits": 10, "total": 215, "hitRate": 0.046511627906976744 }, { "encoding": "windows-1257", - "confidence": 11, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 8, - "total": 215, - "hitRate": 0.037209302325581395 - }, - { - "encoding": "ISO-8859-4", - "confidence": 11, "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 8, - "total": 215, - "hitRate": 0.037209302325581395 - }, - { - "encoding": "ISO-8859-16", "confidence": 11, - "language": "ro", - "byteLogLikelihood": -5.220355825078, + "byteLogLikelihood": -5.1929568508902095, "hits": 8, "total": 215, "hitRate": 0.037209302325581395 }, - { - "encoding": "windows-1258", - "confidence": 6, - "language": "vi", - "byteLogLikelihood": -5.172849867117, - "hits": 5, - "total": 215, - "hitRate": 0.023255813953488372 - }, - { - "encoding": "ISO-8859-3", - "confidence": 5, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 4, - "total": 215, - "hitRate": 0.018604651162790697 - }, - { - "encoding": "CP852", - "confidence": 5, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 4, - "total": 216, - "hitRate": 0.018518518518518517 - }, { "encoding": "ISO-8859-10", - "confidence": 4, "language": "is", - "byteLogLikelihood": -4.97295762689, + "confidence": 4, + "byteLogLikelihood": -4.972957626890146, "hits": 3, "total": 215, "hitRate": 0.013953488372093023 }, { "encoding": "ISO-8859-13", - "confidence": 2, "language": "lt", - "byteLogLikelihood": -5.00843944931, + "confidence": 2, + "byteLogLikelihood": -5.008439449309935, "hits": 2, "total": 215, "hitRate": 0.009302325581395349 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.099525732258, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.729917997667, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -5.542674768484, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.504753627871, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.219881518497, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -5.542674768484, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.504753627871, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.511862527725, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.737138560752, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.695189876932, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.428281637736, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -5.621314697937, - "hits": 0, - "total": 216, - "hitRate": 0 } ] }, @@ -426,9 +244,9 @@ }, "predicted": { "encoding": "CP850", - "confidence": 61, "language": "es", - "byteLogLikelihood": -3.834657935767, + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, "hits": 41, "total": 200, "hitRate": 0.205 @@ -441,288 +259,108 @@ "candidates": [ { "encoding": "CP850", - "confidence": 61, "language": "es", - "byteLogLikelihood": -3.834657935767, + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, "hits": 41, "total": 200, "hitRate": 0.205 }, { "encoding": "ISO-8859-1", - "confidence": 58, "language": "es", - "byteLogLikelihood": -4.948759890378, + "confidence": 58, + "byteLogLikelihood": -4.948759890378169, "hits": 39, "total": 199, "hitRate": 0.19597989949748743 }, { "encoding": "windows-1252", - "confidence": 58, "language": "es", - "byteLogLikelihood": -4.948759890378, + "confidence": 58, + "byteLogLikelihood": -4.948759890378169, "hits": 39, "total": 199, "hitRate": 0.19597989949748743 }, { "encoding": "macintosh", - "confidence": 58, "language": "es", - "byteLogLikelihood": -4.948759890378, + "confidence": 58, + "byteLogLikelihood": -4.948759890378169, "hits": 39, "total": 199, "hitRate": 0.19597989949748743 }, { "encoding": "ISO-8859-15", - "confidence": 58, "language": "es", - "byteLogLikelihood": -4.948759890378, + "confidence": 58, + "byteLogLikelihood": -4.948759890378169, "hits": 39, "total": 199, "hitRate": 0.19597989949748743 }, { "encoding": "windows-1257", - "confidence": 25, "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 17, - "total": 199, - "hitRate": 0.08542713567839195 - }, - { - "encoding": "ISO-8859-4", "confidence": 25, - "language": "lv", - "byteLogLikelihood": -5.19295685089, + "byteLogLikelihood": -5.192956850890211, "hits": 17, "total": 199, "hitRate": 0.08542713567839195 }, - { - "encoding": "ISO-8859-13", - "confidence": 19, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 13, - "total": 199, - "hitRate": 0.06532663316582915 - }, { "encoding": "ISO-8859-14", - "confidence": 16, "language": "cy", - "byteLogLikelihood": -4.912654885736, + "confidence": 16, + "byteLogLikelihood": -4.912654885736052, "hits": 11, "total": 199, "hitRate": 0.05527638190954774 }, { - "encoding": "ISO-8859-2", - "confidence": 15, + "encoding": "ISO-8859-16", "language": "ro", - "byteLogLikelihood": -5.176149732574, + "confidence": 15, + "byteLogLikelihood": -4.952116173005975, "hits": 10, "total": 199, "hitRate": 0.05025125628140704 }, { - "encoding": "windows-1250", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, + "encoding": "windows-874", + "language": "th", + "confidence": 0, + "byteLogLikelihood": -4.616271039979934, + "hits": 0, "total": 199, - "hitRate": 0.05025125628140704 + "hitRate": 0 }, { - "encoding": "ISO-8859-16", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -4.952116173006, - "hits": 10, - "total": 199, - "hitRate": 0.05025125628140704 + "encoding": "IBM866", + "language": "ru", + "confidence": 0, + "byteLogLikelihood": -3.374008967132244, + "hits": 0, + "total": 200, + "hitRate": 0 }, { - "encoding": "ISO-8859-9", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 5, - "total": 199, - "hitRate": 0.02512562814070352 - }, - { - "encoding": "windows-1254", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 5, - "total": 199, - "hitRate": 0.02512562814070352 - }, - { - "encoding": "windows-1258", - "confidence": 7, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 5, - "total": 199, - "hitRate": 0.02512562814070352 - }, - { - "encoding": "CP852", - "confidence": 7, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 5, - "total": 200, - "hitRate": 0.025 - }, - { - "encoding": "ISO-8859-10", - "confidence": 4, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 3, - "total": 199, - "hitRate": 0.01507537688442211 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -6.120297418951, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.932245187448, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -6.120297418951, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.932245187448, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -4.61627103998, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.351652470383, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.374008967132, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -4.64715417232, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, - "hits": 0, - "total": 199, - "hitRate": 0 + "encoding": "IBM855", + "language": "sr", + "confidence": 0, + "byteLogLikelihood": -4.647154172319646, + "hits": 0, + "total": 200, + "hitRate": 0 }, { "encoding": "ISO-8859-3", - "confidence": 0, "language": "mt", - "byteLogLikelihood": -4.759371883621, + "confidence": 0, + "byteLogLikelihood": -4.759371883620608, "hits": 0, "total": 199, "hitRate": 0 @@ -736,9 +374,9 @@ }, "predicted": { "encoding": "CP850", - "confidence": 77, "language": "fr", - "byteLogLikelihood": -2.06619631493, + "confidence": 77, + "byteLogLikelihood": -2.0661963149298153, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -751,1530 +389,1670 @@ "candidates": [ { "encoding": "CP850", - "confidence": 77, "language": "fr", - "byteLogLikelihood": -2.06619631493, + "confidence": 77, + "byteLogLikelihood": -2.0661963149298153, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 }, { - "encoding": "ISO-8859-1", - "confidence": 75, + "encoding": "windows-1252", "language": "fr", - "byteLogLikelihood": -5.010635294096, + "confidence": 75, + "byteLogLikelihood": -5.0106352940962555, "hits": 56, "total": 224, "hitRate": 0.25 }, { - "encoding": "windows-1252", - "confidence": 75, + "encoding": "ISO-8859-15", "language": "fr", - "byteLogLikelihood": -5.010635294096, + "confidence": 75, + "byteLogLikelihood": -5.0106352940962555, "hits": 56, "total": 224, "hitRate": 0.25 }, { - "encoding": "ISO-8859-15", - "confidence": 75, + "encoding": "ISO-8859-1", "language": "fr", - "byteLogLikelihood": -5.010635294096, + "confidence": 75, + "byteLogLikelihood": -5.0106352940962555, "hits": 56, "total": 224, "hitRate": 0.25 }, { "encoding": "macintosh", - "confidence": 71, "language": "fr", - "byteLogLikelihood": -5.010635294096, + "confidence": 71, + "byteLogLikelihood": -5.0106352940962555, "hits": 54, "total": 228, "hitRate": 0.23684210526315788 }, { "encoding": "ISO-8859-2", - "confidence": 12, "language": "ro", - "byteLogLikelihood": -5.176149732574, + "confidence": 12, + "byteLogLikelihood": -5.176149732573829, "hits": 9, "total": 224, "hitRate": 0.04017857142857143 }, { "encoding": "windows-1250", - "confidence": 12, "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 9, - "total": 224, - "hitRate": 0.04017857142857143 - }, - { - "encoding": "ISO-8859-10", - "confidence": 12, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 9, - "total": 224, - "hitRate": 0.04017857142857143 - }, - { - "encoding": "ISO-8859-16", "confidence": 12, - "language": "ro", - "byteLogLikelihood": -5.220355825078, + "byteLogLikelihood": -5.176149732573829, "hits": 9, "total": 224, "hitRate": 0.04017857142857143 }, { "encoding": "windows-1257", - "confidence": 9, "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 7, - "total": 224, - "hitRate": 0.03125 - }, - { - "encoding": "ISO-8859-4", "confidence": 9, - "language": "lv", - "byteLogLikelihood": -5.19295685089, + "byteLogLikelihood": -5.19295685089021, "hits": 7, "total": 224, "hitRate": 0.03125 }, - { - "encoding": "ISO-8859-3", - "confidence": 8, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 6, - "total": 224, - "hitRate": 0.026785714285714284 - }, { "encoding": "CP852", - "confidence": 7, "language": "pl", - "byteLogLikelihood": -5.087596335232, + "confidence": 7, + "byteLogLikelihood": -5.0875963352323845, "hits": 6, "total": 228, "hitRate": 0.02631578947368421 }, { "encoding": "ISO-8859-9", - "confidence": 6, "language": "tr", - "byteLogLikelihood": -5.075173815234, + "confidence": 6, + "byteLogLikelihood": -5.075173815233827, "hits": 5, "total": 224, "hitRate": 0.022321428571428572 }, { "encoding": "windows-1254", - "confidence": 6, "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 5, - "total": 224, - "hitRate": 0.022321428571428572 - }, - { - "encoding": "windows-1258", "confidence": 6, - "language": "vi", - "byteLogLikelihood": -5.497168225293, + "byteLogLikelihood": -5.075173815233827, "hits": 5, "total": 224, "hitRate": 0.022321428571428572 }, - { - "encoding": "ISO-8859-13", - "confidence": 5, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 4, - "total": 224, - "hitRate": 0.017857142857142856 - }, { "encoding": "ISO-8859-14", - "confidence": 4, "language": "cy", - "byteLogLikelihood": -4.912654885736, + "confidence": 4, + "byteLogLikelihood": -4.912654885736052, "hits": 3, "total": 224, "hitRate": 0.013392857142857142 + } + ] + }, + { + "expected": { + "encoding": "CP852", + "language": "pl" + }, + "predicted": { + "encoding": "CP852", + "language": "pl", + "confidence": 40, + "byteLogLikelihood": -3.5291052717201463, + "hits": 25, + "total": 184, + "hitRate": 0.1358695652173913 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 1, + "candidates": [ + { + "encoding": "CP852", + "language": "pl", + "confidence": 40, + "byteLogLikelihood": -3.5291052717201463, + "hits": 25, + "total": 184, + "hitRate": 0.1358695652173913 }, { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 224, - "hitRate": 0 + "encoding": "ISO-8859-2", + "language": "pl", + "confidence": 37, + "byteLogLikelihood": -5.0875963352323845, + "hits": 23, + "total": 184, + "hitRate": 0.125 }, { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 224, - "hitRate": 0 + "encoding": "ISO-8859-1", + "language": "it", + "confidence": 8, + "byteLogLikelihood": -4.919980925828124, + "hits": 5, + "total": 183, + "hitRate": 0.0273224043715847 }, { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -6.120297418951, - "hits": 0, - "total": 224, - "hitRate": 0 + "encoding": "windows-1252", + "language": "it", + "confidence": 8, + "byteLogLikelihood": -4.919980925828124, + "hits": 5, + "total": 183, + "hitRate": 0.0273224043715847 }, { - "encoding": "ISO-8859-8", + "encoding": "windows-1257", + "language": "et", + "confidence": 6, + "byteLogLikelihood": -4.536305162191123, + "hits": 4, + "total": 183, + "hitRate": 0.02185792349726776 + }, + { + "encoding": "macintosh", + "language": "fr", + "confidence": 6, + "byteLogLikelihood": -5.010635294096255, + "hits": 4, + "total": 182, + "hitRate": 0.02197802197802198 + }, + { + "encoding": "ISO-8859-15", + "language": "es", + "confidence": 6, + "byteLogLikelihood": -4.948759890378168, + "hits": 4, + "total": 183, + "hitRate": 0.02185792349726776 + }, + { + "encoding": "CP850", + "language": "fr", + "confidence": 4, + "byteLogLikelihood": -5.010635294096255, + "hits": 3, + "total": 184, + "hitRate": 0.016304347826086956 + }, + { + "encoding": "ISO-8859-14", + "language": "cy", + "confidence": 3, + "byteLogLikelihood": -4.912654885736052, + "hits": 2, + "total": 184, + "hitRate": 0.010869565217391304 + }, + { + "encoding": "ISO-8859-9", + "language": "tr", + "confidence": 1, + "byteLogLikelihood": -5.075173815233827, + "hits": 1, + "total": 183, + "hitRate": 0.00546448087431694 + }, + { + "encoding": "windows-1254", + "language": "tr", + "confidence": 1, + "byteLogLikelihood": -5.075173815233827, + "hits": 1, + "total": 183, + "hitRate": 0.00546448087431694 + }, + { + "encoding": "IBM866", + "language": "ru", "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.932245187448, + "byteLogLikelihood": -5.085936520566928, "hits": 0, - "total": 224, + "total": 184, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "IBM855", + "language": "ru" + }, + "predicted": { + "encoding": "IBM855", + "language": "ru", + "confidence": 43, + "byteLogLikelihood": -3.313760777855142, + "hits": 26, + "total": 179, + "hitRate": 0.1452513966480447 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 1, + "candidates": [ + { + "encoding": "IBM855", + "language": "ru", + "confidence": 43, + "byteLogLikelihood": -3.313760777855142, + "hits": 26, + "total": 179, + "hitRate": 0.1452513966480447 }, { - "encoding": "windows-1251", + "encoding": "ISO-8859-14", + "language": "cy", + "confidence": 1, + "byteLogLikelihood": -4.908064507056846, + "hits": 1, + "total": 174, + "hitRate": 0.005747126436781609 + }, + { + "encoding": "ISO-8859-1", + "language": "pt", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, + "byteLogLikelihood": -4.789358524022904, "hits": 0, - "total": 224, + "total": 139, "hitRate": 0 }, { - "encoding": "windows-1253", + "encoding": "ISO-8859-2", + "language": "hu", "confidence": 0, - "language": "el", - "byteLogLikelihood": -6.120297418951, + "byteLogLikelihood": -4.901389021393298, "hits": 0, - "total": 224, + "total": 165, "hitRate": 0 }, { - "encoding": "windows-1255", + "encoding": "windows-1250", + "language": "hu", "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.932245187448, + "byteLogLikelihood": -4.901389021393298, "hits": 0, - "total": 224, + "total": 141, "hitRate": 0 }, { - "encoding": "windows-1256", + "encoding": "windows-1252", + "language": "pt", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, + "byteLogLikelihood": -4.789358524022904, "hits": 0, - "total": 224, + "total": 141, "hitRate": 0 }, { - "encoding": "windows-874", + "encoding": "windows-1257", + "language": "lt", "confidence": 0, - "language": "th", - "byteLogLikelihood": -6.061456918928, + "byteLogLikelihood": -4.9130619572973195, "hits": 0, - "total": 224, + "total": 149, "hitRate": 0 }, { - "encoding": "KOI8-R", + "encoding": "macintosh", + "language": "es", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, + "byteLogLikelihood": -4.934208734236868, "hits": 0, - "total": 224, + "total": 73, "hitRate": 0 }, { - "encoding": "KOI8-U", + "encoding": "ISO-8859-3", + "language": "mt", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, + "byteLogLikelihood": -5.011017819901741, "hits": 0, - "total": 224, + "total": 123, "hitRate": 0 }, { - "encoding": "IBM866", + "encoding": "ISO-8859-13", + "language": "lt", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.998936561947, + "byteLogLikelihood": -4.9130619572973195, "hits": 0, - "total": 228, + "total": 149, "hitRate": 0 }, { - "encoding": "IBM855", + "encoding": "ISO-8859-15", + "language": "es", "confidence": 0, - "language": "sr", - "byteLogLikelihood": -6.520621127559, + "byteLogLikelihood": -4.805721913064921, "hits": 0, - "total": 228, + "total": 160, "hitRate": 0 }, { - "encoding": "x-mac-cyrillic", + "encoding": "CP850", + "language": "es", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.998936561947, + "byteLogLikelihood": -4.829101213885696, "hits": 0, - "total": 228, + "total": 167, "hitRate": 0 } ] }, { "expected": { - "encoding": "CP852", - "language": "pl" + "encoding": "IBM855", + "language": "sr" }, "predicted": { - "encoding": "CP852", - "confidence": 40, - "language": "pl", - "byteLogLikelihood": -3.52910527172, - "hits": 25, - "total": 184, - "hitRate": 0.1358695652173913 + "encoding": "IBM855", + "language": "sr", + "confidence": 28, + "byteLogLikelihood": -3.3078979474258676, + "hits": 16, + "total": 166, + "hitRate": 0.0963855421686747 }, "encodingExact": true, "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 2, + "tiedAtTop": 1, "candidates": [ { - "encoding": "CP852", - "confidence": 40, - "language": "pl", - "byteLogLikelihood": -3.52910527172, - "hits": 25, - "total": 184, - "hitRate": 0.1358695652173913 + "encoding": "IBM855", + "language": "sr", + "confidence": 28, + "byteLogLikelihood": -3.3078979474258676, + "hits": 16, + "total": 166, + "hitRate": 0.0963855421686747 }, { - "encoding": "windows-1250", - "confidence": 40, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 25, - "total": 184, - "hitRate": 0.1358695652173913 + "encoding": "IBM866", + "language": "ru", + "confidence": 26, + "byteLogLikelihood": -4.750368103744444, + "hits": 12, + "total": 137, + "hitRate": 0.08759124087591241 + }, + { + "encoding": "ISO-8859-1", + "language": "pt", + "confidence": 0, + "byteLogLikelihood": -4.764166439132857, + "hits": 0, + "total": 104, + "hitRate": 0 }, { "encoding": "ISO-8859-2", - "confidence": 37, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 23, - "total": 184, - "hitRate": 0.125 + "language": "hu", + "confidence": 0, + "byteLogLikelihood": -4.902465386165534, + "hits": 0, + "total": 128, + "hitRate": 0 }, { - "encoding": "ISO-8859-1", - "confidence": 8, - "language": "it", - "byteLogLikelihood": -4.919980925828, - "hits": 5, - "total": 183, - "hitRate": 0.0273224043715847 + "encoding": "windows-1250", + "language": "hu", + "confidence": 0, + "byteLogLikelihood": -4.902465386165534, + "hits": 0, + "total": 110, + "hitRate": 0 }, { "encoding": "windows-1252", - "confidence": 8, - "language": "it", - "byteLogLikelihood": -4.919980925828, - "hits": 5, - "total": 183, - "hitRate": 0.0273224043715847 + "language": "pt", + "confidence": 0, + "byteLogLikelihood": -4.764166439132857, + "hits": 0, + "total": 110, + "hitRate": 0 }, { "encoding": "windows-1257", - "confidence": 6, "language": "et", - "byteLogLikelihood": -4.536305162191, - "hits": 4, - "total": 183, - "hitRate": 0.02185792349726776 + "confidence": 0, + "byteLogLikelihood": -4.902859191010744, + "hits": 0, + "total": 136, + "hitRate": 0 }, { "encoding": "macintosh", - "confidence": 6, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 4, - "total": 182, - "hitRate": 0.02197802197802198 + "language": "es", + "confidence": 0, + "byteLogLikelihood": -4.933799879286947, + "hits": 0, + "total": 73, + "hitRate": 0 }, { "encoding": "ISO-8859-13", - "confidence": 6, "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 4, - "total": 183, - "hitRate": 0.02185792349726776 - }, - { - "encoding": "ISO-8859-15", - "confidence": 6, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 4, - "total": 183, - "hitRate": 0.02185792349726776 - }, - { - "encoding": "windows-1258", - "confidence": 4, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 3, - "total": 183, - "hitRate": 0.01639344262295082 - }, - { - "encoding": "ISO-8859-3", - "confidence": 4, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 3, - "total": 183, - "hitRate": 0.01639344262295082 - }, - { - "encoding": "ISO-8859-4", - "confidence": 4, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 3, - "total": 184, - "hitRate": 0.016304347826086956 - }, - { - "encoding": "CP850", - "confidence": 4, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 3, - "total": 184, - "hitRate": 0.016304347826086956 - }, - { - "encoding": "ISO-8859-10", - "confidence": 3, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 2, - "total": 184, - "hitRate": 0.010869565217391304 + "confidence": 0, + "byteLogLikelihood": -4.9405819817248355, + "hits": 0, + "total": 132, + "hitRate": 0 }, { "encoding": "ISO-8859-14", - "confidence": 3, "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 2, - "total": 184, - "hitRate": 0.010869565217391304 - }, - { - "encoding": "ISO-8859-16", - "confidence": 3, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 2, - "total": 183, - "hitRate": 0.01092896174863388 - }, - { - "encoding": "ISO-8859-9", - "confidence": 1, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 1, - "total": 183, - "hitRate": 0.00546448087431694 - }, - { - "encoding": "windows-1254", - "confidence": 1, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 1, - "total": 183, - "hitRate": 0.00546448087431694 - }, - { - "encoding": "ISO-8859-5", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, + "byteLogLikelihood": -4.907668215372313, "hits": 0, - "total": 184, + "total": 157, "hitRate": 0 }, { - "encoding": "ISO-8859-6", + "encoding": "ISO-8859-15", + "language": "es", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.311255977022, + "byteLogLikelihood": -4.832419313648117, "hits": 0, - "total": 183, + "total": 138, "hitRate": 0 }, { - "encoding": "ISO-8859-7", + "encoding": "CP850", + "language": "es", "confidence": 0, - "language": "el", - "byteLogLikelihood": -5.762644549521, + "byteLogLikelihood": -4.704589417548026, "hits": 0, - "total": 183, + "total": 150, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "IBM866", + "language": "ru" + }, + "predicted": { + "encoding": "IBM866", + "language": "ru", + "confidence": 41, + "byteLogLikelihood": -3.3137607778551432, + "hits": 25, + "total": 179, + "hitRate": 0.13966480446927373 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 1, + "candidates": [ + { + "encoding": "IBM866", + "language": "ru", + "confidence": 41, + "byteLogLikelihood": -3.3137607778551432, + "hits": 25, + "total": 179, + "hitRate": 0.13966480446927373 }, { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.302642222102, - "hits": 0, - "total": 183, - "hitRate": 0 + "encoding": "ISO-8859-14", + "language": "cy", + "confidence": 1, + "byteLogLikelihood": -4.830028069510364, + "hits": 1, + "total": 169, + "hitRate": 0.005917159763313609 }, { - "encoding": "windows-1251", + "encoding": "ISO-8859-1", + "language": "it", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.005185419538, + "byteLogLikelihood": -4.841944488281641, "hits": 0, - "total": 184, + "total": 81, "hitRate": 0 }, { - "encoding": "windows-1253", + "encoding": "ISO-8859-2", + "language": "hu", "confidence": 0, - "language": "el", - "byteLogLikelihood": -5.762644549521, + "byteLogLikelihood": -4.941337938887524, "hits": 0, - "total": 183, + "total": 145, "hitRate": 0 }, { - "encoding": "windows-1255", + "encoding": "windows-1250", + "language": "hu", "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.302642222102, + "byteLogLikelihood": -4.941337938887524, "hits": 0, - "total": 183, + "total": 117, "hitRate": 0 }, { - "encoding": "windows-1256", + "encoding": "windows-1252", + "language": "it", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.54369343373, + "byteLogLikelihood": -4.841944488281641, "hits": 0, - "total": 183, + "total": 82, "hitRate": 0 }, { - "encoding": "windows-874", + "encoding": "windows-1257", + "language": "lv", "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.549771342707, + "byteLogLikelihood": -4.928541579895851, "hits": 0, - "total": 184, + "total": 117, "hitRate": 0 }, { - "encoding": "KOI8-R", + "encoding": "macintosh", + "language": "es", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.538051035716, + "byteLogLikelihood": -4.944169511698963, "hits": 0, - "total": 183, + "total": 67, "hitRate": 0 }, { - "encoding": "KOI8-U", + "encoding": "ISO-8859-13", + "language": "lt", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.496246341796, + "byteLogLikelihood": -4.939479070188474, "hits": 0, - "total": 183, + "total": 116, "hitRate": 0 }, { - "encoding": "IBM866", + "encoding": "ISO-8859-15", + "language": "es", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.085936520567, + "byteLogLikelihood": -4.848242748706202, "hits": 0, - "total": 184, + "total": 111, "hitRate": 0 }, { - "encoding": "IBM855", + "encoding": "CP850", + "language": "es", "confidence": 0, - "language": "sr", - "byteLogLikelihood": -5.780131236409, + "byteLogLikelihood": -4.67718383644864, "hits": 0, - "total": 184, + "total": 130, "hitRate": 0 }, { - "encoding": "x-mac-cyrillic", + "encoding": "CP852", + "language": "pl", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -5.963380725619, + "byteLogLikelihood": -4.699618505771005, "hits": 0, - "total": 183, + "total": 166, "hitRate": 0 } ] }, { "expected": { - "encoding": "IBM855", - "language": "ru" + "encoding": "ISO-8859-1", + "language": "da" }, "predicted": { - "encoding": "IBM855", - "confidence": 43, - "language": "ru", - "byteLogLikelihood": -3.313760777855, - "hits": 26, - "total": 179, - "hitRate": 0.1452513966480447 + "encoding": "ISO-8859-1", + "language": "da", + "confidence": 52, + "byteLogLikelihood": -3.146558879632805, + "hits": 21, + "total": 120, + "hitRate": 0.175 }, "encodingExact": true, "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 1, + "tiedAtTop": 2, "candidates": [ { - "encoding": "IBM855", - "confidence": 43, - "language": "ru", - "byteLogLikelihood": -3.313760777855, - "hits": 26, - "total": 179, - "hitRate": 0.1452513966480447 + "encoding": "ISO-8859-1", + "language": "da", + "confidence": 52, + "byteLogLikelihood": -3.146558879632805, + "hits": 21, + "total": 120, + "hitRate": 0.175 }, { - "encoding": "KOI8-U", - "confidence": 12, - "language": "uk", - "byteLogLikelihood": -5.728613539801, - "hits": 7, - "total": 171, - "hitRate": 0.04093567251461988 - }, - { - "encoding": "IBM866", - "confidence": 11, - "language": "ru", - "byteLogLikelihood": -5.08851401058, - "hits": 5, - "total": 130, - "hitRate": 0.038461538461538464 + "encoding": "windows-1252", + "language": "da", + "confidence": 52, + "byteLogLikelihood": -3.146558879632805, + "hits": 21, + "total": 120, + "hitRate": 0.175 }, { - "encoding": "windows-874", + "encoding": "ISO-8859-2", + "language": "ro", "confidence": 10, - "language": "th", - "byteLogLikelihood": -5.027512765832, - "hits": 5, - "total": 146, - "hitRate": 0.03424657534246575 + "byteLogLikelihood": -5.176149732573829, + "hits": 4, + "total": 120, + "hitRate": 0.03333333333333333 }, { - "encoding": "KOI8-R", + "encoding": "windows-1250", + "language": "ro", "confidence": 10, - "language": "ru", - "byteLogLikelihood": -6.090200292669, - "hits": 5, - "total": 140, - "hitRate": 0.03571428571428571 - }, - { - "encoding": "ISO-8859-7", - "confidence": 6, - "language": "el", - "byteLogLikelihood": -5.19500629466, - "hits": 3, - "total": 138, - "hitRate": 0.021739130434782608 - }, - { - "encoding": "windows-1253", - "confidence": 6, - "language": "el", - "byteLogLikelihood": -5.19500629466, - "hits": 3, - "total": 139, - "hitRate": 0.02158273381294964 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 4, - "language": "uk", - "byteLogLikelihood": -5.827543836069, - "hits": 2, - "total": 137, - "hitRate": 0.014598540145985401 + "byteLogLikelihood": -5.176149732573829, + "hits": 4, + "total": 120, + "hitRate": 0.03333333333333333 }, { - "encoding": "ISO-8859-5", - "confidence": 1, - "language": "ru", - "byteLogLikelihood": -5.217274879676, - "hits": 1, - "total": 175, - "hitRate": 0.005714285714285714 + "encoding": "windows-1257", + "language": "et", + "confidence": 10, + "byteLogLikelihood": -4.9344739331306915, + "hits": 4, + "total": 120, + "hitRate": 0.03333333333333333 }, { - "encoding": "ISO-8859-10", - "confidence": 1, - "language": "is", - "byteLogLikelihood": -5.06395526639, + "encoding": "ISO-8859-3", + "language": "mt", + "confidence": 2, + "byteLogLikelihood": -4.658005606593567, "hits": 1, - "total": 160, - "hitRate": 0.00625 + "total": 120, + "hitRate": 0.008333333333333333 }, { - "encoding": "ISO-8859-14", - "confidence": 1, - "language": "cy", - "byteLogLikelihood": -4.908064507057, + "encoding": "ISO-8859-13", + "language": "lt", + "confidence": 2, + "byteLogLikelihood": -4.145958228046222, "hits": 1, - "total": 174, - "hitRate": 0.005747126436781609 + "total": 120, + "hitRate": 0.008333333333333333 }, { - "encoding": "ISO-8859-1", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "pt", - "byteLogLikelihood": -4.789358524023, + "byteLogLikelihood": -4.689401143462856, "hits": 0, - "total": 139, + "total": 120, "hitRate": 0 }, { - "encoding": "ISO-8859-2", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "hu", - "byteLogLikelihood": -4.901389021393, + "byteLogLikelihood": -3.231348206195122, "hits": 0, - "total": 165, + "total": 120, "hitRate": 0 }, { - "encoding": "ISO-8859-6", + "encoding": "windows-1251", + "language": "ru", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.523443710193, + "byteLogLikelihood": -4.288232392490876, "hits": 0, - "total": 110, + "total": 120, "hitRate": 0 }, { - "encoding": "ISO-8859-8", - "confidence": 0, + "encoding": "windows-1255", "language": "he", - "byteLogLikelihood": -5.21454182173, - "hits": 0, - "total": 84, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-9", "confidence": 0, - "language": "tr", - "byteLogLikelihood": -5.033184680772, + "byteLogLikelihood": -3.231348206195122, "hits": 0, - "total": 139, + "total": 120, "hitRate": 0 }, { - "encoding": "windows-1250", + "encoding": "x-mac-cyrillic", + "language": "ru", "confidence": 0, - "language": "hu", - "byteLogLikelihood": -4.901389021393, + "byteLogLikelihood": -4.288232392490876, "hits": 0, - "total": 141, + "total": 120, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "ISO-8859-1", + "language": "de" + }, + "predicted": { + "encoding": "ISO-8859-1", + "language": "de", + "confidence": 73, + "byteLogLikelihood": -3.169712077518555, + "hits": 53, + "total": 216, + "hitRate": 0.24537037037037038 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 3, + "candidates": [ + { + "encoding": "ISO-8859-1", + "language": "de", + "confidence": 73, + "byteLogLikelihood": -3.169712077518555, + "hits": 53, + "total": 216, + "hitRate": 0.24537037037037038 }, { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.690578567068, - "hits": 0, - "total": 156, - "hitRate": 0 + "encoding": "ISO-8859-15", + "language": "de", + "confidence": 73, + "byteLogLikelihood": -3.169712077518555, + "hits": 53, + "total": 216, + "hitRate": 0.24537037037037038 }, { "encoding": "windows-1252", - "confidence": 0, - "language": "pt", - "byteLogLikelihood": -4.789358524023, - "hits": 0, - "total": 141, - "hitRate": 0 + "language": "de", + "confidence": 73, + "byteLogLikelihood": -3.169712077518555, + "hits": 53, + "total": 216, + "hitRate": 0.24537037037037038 }, { - "encoding": "windows-1254", - "confidence": 0, + "encoding": "ISO-8859-9", "language": "tr", - "byteLogLikelihood": -5.033184680772, - "hits": 0, - "total": 141, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.21454182173, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.354655838496, - "hits": 0, - "total": 135, - "hitRate": 0 + "confidence": 12, + "byteLogLikelihood": -4.525867670899772, + "hits": 9, + "total": 216, + "hitRate": 0.041666666666666664 }, { "encoding": "windows-1257", - "confidence": 0, - "language": "lt", - "byteLogLikelihood": -4.913061957297, - "hits": 0, - "total": 149, - "hitRate": 0 - }, - { - "encoding": "windows-1258", - "confidence": 0, - "language": "vi", - "byteLogLikelihood": -5.237936257135, - "hits": 0, - "total": 134, - "hitRate": 0 + "language": "lv", + "confidence": 9, + "byteLogLikelihood": -5.19295685089021, + "hits": 7, + "total": 216, + "hitRate": 0.032407407407407406 }, { - "encoding": "macintosh", + "encoding": "ISO-8859-6", + "language": "ar", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.934208734237, + "byteLogLikelihood": -4.007313397456434, "hits": 0, - "total": 73, + "total": 216, "hitRate": 0 }, { - "encoding": "ISO-8859-3", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.011017819902, + "byteLogLikelihood": -4.3497545872250365, "hits": 0, - "total": 123, + "total": 216, "hitRate": 0 }, { - "encoding": "ISO-8859-4", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "lv", - "byteLogLikelihood": -5.171130116678, + "byteLogLikelihood": -4.279537403415218, "hits": 0, - "total": 169, + "total": 216, "hitRate": 0 }, { - "encoding": "ISO-8859-13", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "lt", - "byteLogLikelihood": -4.913061957297, + "byteLogLikelihood": -4.3497545872250365, "hits": 0, - "total": 149, + "total": 216, "hitRate": 0 }, { - "encoding": "ISO-8859-15", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.805721913065, + "byteLogLikelihood": -4.279537403415218, "hits": 0, - "total": 160, + "total": 216, "hitRate": 0 }, { - "encoding": "ISO-8859-16", + "encoding": "windows-1256", + "language": "ar", "confidence": 0, - "language": "ro", - "byteLogLikelihood": -5.025462977445, + "byteLogLikelihood": -4.318835143108326, "hits": 0, - "total": 162, + "total": 216, "hitRate": 0 }, { - "encoding": "CP850", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.829101213886, + "byteLogLikelihood": -3.629332579687434, "hits": 0, - "total": 167, - "hitRate": 0 - }, - { - "encoding": "CP852", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.06627927679, - "hits": 0, - "total": 178, + "total": 216, "hitRate": 0 } ] }, { "expected": { - "encoding": "IBM855", - "language": "sr" + "encoding": "ISO-8859-1", + "language": "en" }, "predicted": { - "encoding": "IBM855", - "confidence": 28, - "language": "sr", - "byteLogLikelihood": -3.307897947426, - "hits": 16, - "total": 166, - "hitRate": 0.0963855421686747 + "encoding": "ISO-8859-1", + "language": "en", + "confidence": 47, + "byteLogLikelihood": -3.3105430133940246, + "hits": 21, + "total": 132, + "hitRate": 0.1590909090909091 }, "encodingExact": true, "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 1, + "tiedAtTop": 2, "candidates": [ { - "encoding": "IBM855", - "confidence": 28, - "language": "sr", - "byteLogLikelihood": -3.307897947426, - "hits": 16, - "total": 166, - "hitRate": 0.0963855421686747 + "encoding": "ISO-8859-1", + "language": "en", + "confidence": 47, + "byteLogLikelihood": -3.3105430133940246, + "hits": 21, + "total": 132, + "hitRate": 0.1590909090909091 }, { - "encoding": "IBM866", - "confidence": 26, - "language": "ru", - "byteLogLikelihood": -4.750368103744, - "hits": 12, - "total": 137, - "hitRate": 0.08759124087591241 + "encoding": "ISO-8859-15", + "language": "fr", + "confidence": 29, + "byteLogLikelihood": -2.0661963149298153, + "hits": 13, + "total": 132, + "hitRate": 0.09848484848484848 }, { - "encoding": "windows-874", - "confidence": 35, - "language": "th", - "byteLogLikelihood": -5.092901405888, - "hits": 15, - "total": 128, - "hitRate": 0.1171875 + "encoding": "windows-1252", + "language": "en", + "confidence": 47, + "byteLogLikelihood": -3.3105430133940246, + "hits": 21, + "total": 132, + "hitRate": 0.1590909090909091 }, { - "encoding": "KOI8-R", - "confidence": 11, - "language": "ru", - "byteLogLikelihood": -6.207100144751, + "encoding": "ISO-8859-2", + "language": "cs", + "confidence": 9, + "byteLogLikelihood": -3.5496173867804286, "hits": 4, - "total": 104, - "hitRate": 0.038461538461538464 + "total": 132, + "hitRate": 0.030303030303030304 }, { - "encoding": "KOI8-U", + "encoding": "windows-1250", + "language": "cs", "confidence": 9, - "language": "uk", - "byteLogLikelihood": -5.956096731591, + "byteLogLikelihood": -3.5496173867804286, "hits": 4, - "total": 130, - "hitRate": 0.03076923076923077 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 8, - "language": "uk", - "byteLogLikelihood": -5.930887805719, - "hits": 3, - "total": 112, - "hitRate": 0.026785714285714284 - }, - { - "encoding": "ISO-8859-8", - "confidence": 4, - "language": "he", - "byteLogLikelihood": -5.427107080966, - "hits": 1, - "total": 64, - "hitRate": 0.015625 - }, - { - "encoding": "windows-1255", - "confidence": 3, - "language": "he", - "byteLogLikelihood": -5.427107080966, - "hits": 1, - "total": 80, - "hitRate": 0.0125 + "total": 132, + "hitRate": 0.030303030303030304 }, { - "encoding": "ISO-8859-1", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "pt", - "byteLogLikelihood": -4.764166439133, + "byteLogLikelihood": -2.6545615161512237, "hits": 0, - "total": 104, + "total": 132, "hitRate": 0 }, { - "encoding": "ISO-8859-2", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "hu", - "byteLogLikelihood": -4.902465386166, + "byteLogLikelihood": -2.4058846628318493, "hits": 0, - "total": 128, + "total": 132, "hitRate": 0 }, { - "encoding": "ISO-8859-5", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.640443286036, + "byteLogLikelihood": -2.6545615161512237, "hits": 0, - "total": 157, + "total": 132, "hitRate": 0 }, { - "encoding": "ISO-8859-6", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.592489718341, + "byteLogLikelihood": -2.4058846628318493, "hits": 0, - "total": 84, + "total": 132, "hitRate": 0 }, { - "encoding": "ISO-8859-7", + "encoding": "windows-874", + "language": "th", "confidence": 0, - "language": "el", - "byteLogLikelihood": -5.3747848425, + "byteLogLikelihood": -3.5765502691400166, "hits": 0, - "total": 103, + "total": 131, "hitRate": 0 }, { - "encoding": "ISO-8859-9", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "tr", - "byteLogLikelihood": -5.028189084099, + "byteLogLikelihood": -4.252383775789052, "hits": 0, - "total": 104, + "total": 132, "hitRate": 0 }, { - "encoding": "windows-1250", + "encoding": "ISO-8859-10", + "language": "is", "confidence": 0, - "language": "hu", - "byteLogLikelihood": -4.902465386166, + "byteLogLikelihood": -4.51085950651685, "hits": 0, - "total": 110, + "total": 132, "hitRate": 0 - }, + } + ] + }, + { + "expected": { + "encoding": "ISO-8859-1", + "language": "es" + }, + "predicted": { + "encoding": "ISO-8859-1", + "language": "es", + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, + "hits": 41, + "total": 200, + "hitRate": 0.205 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 3, + "candidates": [ { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.910594216272, - "hits": 0, - "total": 144, - "hitRate": 0 + "encoding": "ISO-8859-1", + "language": "es", + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, + "hits": 41, + "total": 200, + "hitRate": 0.205 }, { - "encoding": "windows-1252", - "confidence": 0, - "language": "pt", - "byteLogLikelihood": -4.764166439133, - "hits": 0, - "total": 110, - "hitRate": 0 + "encoding": "ISO-8859-15", + "language": "es", + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, + "hits": 41, + "total": 200, + "hitRate": 0.205 }, { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -5.3747848425, - "hits": 0, - "total": 107, - "hitRate": 0 + "encoding": "windows-1252", + "language": "es", + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, + "hits": 41, + "total": 200, + "hitRate": 0.205 }, { - "encoding": "windows-1254", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -5.028189084099, - "hits": 0, - "total": 104, - "hitRate": 0 + "encoding": "ISO-8859-2", + "language": "ro", + "confidence": 15, + "byteLogLikelihood": -5.176149732573829, + "hits": 10, + "total": 200, + "hitRate": 0.05 }, { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.564612100894, - "hits": 0, - "total": 108, - "hitRate": 0 + "encoding": "windows-1250", + "language": "ro", + "confidence": 15, + "byteLogLikelihood": -5.176149732573829, + "hits": 10, + "total": 200, + "hitRate": 0.05 }, { - "encoding": "windows-1257", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "et", - "byteLogLikelihood": -4.902859191011, + "byteLogLikelihood": -3.106555532888448, "hits": 0, - "total": 136, + "total": 200, "hitRate": 0 }, { - "encoding": "windows-1258", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "vi", - "byteLogLikelihood": -5.23021689626, + "byteLogLikelihood": -3.411159813206563, "hits": 0, - "total": 103, + "total": 200, "hitRate": 0 }, { - "encoding": "macintosh", + "encoding": "windows-1251", + "language": "ru", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.933799879287, + "byteLogLikelihood": -3.3363282043764606, "hits": 0, - "total": 73, + "total": 200, "hitRate": 0 }, { - "encoding": "ISO-8859-3", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "mt", - "byteLogLikelihood": -4.97248951392, + "byteLogLikelihood": -3.106555532888448, "hits": 0, - "total": 99, + "total": 200, "hitRate": 0 }, { - "encoding": "ISO-8859-4", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "lv", - "byteLogLikelihood": -5.19295685089, + "byteLogLikelihood": -3.411159813206563, "hits": 0, - "total": 131, + "total": 200, "hitRate": 0 }, { - "encoding": "ISO-8859-10", + "encoding": "windows-1256", + "language": "ar", "confidence": 0, - "language": "is", - "byteLogLikelihood": -5.076797848077, + "byteLogLikelihood": -3.3006049631833894, "hits": 0, - "total": 145, + "total": 200, "hitRate": 0 }, { - "encoding": "ISO-8859-13", + "encoding": "x-mac-cyrillic", + "language": "ru", "confidence": 0, - "language": "lt", - "byteLogLikelihood": -4.940581981725, + "byteLogLikelihood": -3.3363282043764606, "hits": 0, - "total": 132, + "total": 200, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "ISO-8859-1", + "language": "fr" + }, + "predicted": { + "encoding": "ISO-8859-1", + "language": "fr", + "confidence": 77, + "byteLogLikelihood": -2.0661963149298153, + "hits": 59, + "total": 228, + "hitRate": 0.25877192982456143 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 3, + "candidates": [ + { + "encoding": "ISO-8859-1", + "language": "fr", + "confidence": 77, + "byteLogLikelihood": -2.0661963149298153, + "hits": 59, + "total": 228, + "hitRate": 0.25877192982456143 }, { - "encoding": "ISO-8859-14", + "encoding": "ISO-8859-15", + "language": "fr", + "confidence": 77, + "byteLogLikelihood": -2.0661963149298153, + "hits": 59, + "total": 228, + "hitRate": 0.25877192982456143 + }, + { + "encoding": "windows-1252", + "language": "fr", + "confidence": 77, + "byteLogLikelihood": -2.0661963149298153, + "hits": 59, + "total": 228, + "hitRate": 0.25877192982456143 + }, + { + "encoding": "ISO-8859-2", + "language": "ro", + "confidence": 11, + "byteLogLikelihood": -5.176149732573829, + "hits": 9, + "total": 228, + "hitRate": 0.039473684210526314 + }, + { + "encoding": "windows-1250", + "language": "ro", + "confidence": 11, + "byteLogLikelihood": -5.176149732573829, + "hits": 9, + "total": 228, + "hitRate": 0.039473684210526314 + }, + { + "encoding": "ISO-8859-10", + "language": "is", + "confidence": 10, + "byteLogLikelihood": -4.51085950651685, + "hits": 8, + "total": 228, + "hitRate": 0.03508771929824561 + }, + { + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "cy", - "byteLogLikelihood": -4.907668215372, + "byteLogLikelihood": -2.6545615161512237, "hits": 0, - "total": 157, + "total": 228, "hitRate": 0 }, { - "encoding": "ISO-8859-15", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.832419313648, + "byteLogLikelihood": -2.4058846628318493, "hits": 0, - "total": 138, + "total": 228, "hitRate": 0 }, { - "encoding": "ISO-8859-16", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "ro", - "byteLogLikelihood": -5.086009867584, + "byteLogLikelihood": -2.6545615161512237, "hits": 0, - "total": 142, + "total": 228, "hitRate": 0 }, { - "encoding": "CP850", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.704589417548, + "byteLogLikelihood": -2.4058846628318493, "hits": 0, - "total": 150, + "total": 228, "hitRate": 0 }, { - "encoding": "CP852", + "encoding": "windows-874", + "language": "th", "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.064438955197, + "byteLogLikelihood": -3.5765502691400166, "hits": 0, - "total": 165, + "total": 224, + "hitRate": 0 + }, + { + "encoding": "x-mac-cyrillic", + "language": "uk", + "confidence": 0, + "byteLogLikelihood": -4.252383775789052, + "hits": 0, + "total": 228, "hitRate": 0 } ] }, { "expected": { - "encoding": "IBM866", - "language": "ru" + "encoding": "ISO-8859-1", + "language": "it" }, "predicted": { - "encoding": "IBM866", - "confidence": 41, - "language": "ru", - "byteLogLikelihood": -3.313760777855, - "hits": 25, - "total": 179, - "hitRate": 0.13966480446927373 + "encoding": "ISO-8859-1", + "language": "it", + "confidence": 58, + "byteLogLikelihood": -3.5336865647082343, + "hits": 31, + "total": 159, + "hitRate": 0.1949685534591195 }, "encodingExact": true, "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 1, + "tiedAtTop": 2, "candidates": [ { - "encoding": "IBM866", - "confidence": 41, - "language": "ru", - "byteLogLikelihood": -3.313760777855, - "hits": 25, - "total": 179, - "hitRate": 0.13966480446927373 - }, - { - "encoding": "KOI8-R", - "confidence": 23, - "language": "ru", - "byteLogLikelihood": -6.620542862927, - "hits": 6, - "total": 77, - "hitRate": 0.07792207792207792 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 15, - "language": "ru", - "byteLogLikelihood": -5.792699163742, - "hits": 7, - "total": 133, - "hitRate": 0.05263157894736842 + "encoding": "ISO-8859-1", + "language": "it", + "confidence": 58, + "byteLogLikelihood": -3.5336865647082343, + "hits": 31, + "total": 159, + "hitRate": 0.1949685534591195 }, { - "encoding": "KOI8-U", - "confidence": 11, - "language": "uk", - "byteLogLikelihood": -6.434389971368, - "hits": 4, - "total": 103, - "hitRate": 0.038834951456310676 + "encoding": "windows-1252", + "language": "it", + "confidence": 58, + "byteLogLikelihood": -3.5336865647082343, + "hits": 31, + "total": 159, + "hitRate": 0.1949685534591195 }, { - "encoding": "windows-874", - "confidence": 9, - "language": "th", - "byteLogLikelihood": -5.160775609519, - "hits": 5, - "total": 165, - "hitRate": 0.030303030303030304 + "encoding": "windows-1258", + "language": "vi", + "confidence": 16, + "byteLogLikelihood": -3.0122615755052013, + "hits": 9, + "total": 159, + "hitRate": 0.05660377358490566 }, { - "encoding": "IBM855", - "confidence": 8, - "language": "sr", - "byteLogLikelihood": -5.021646546946, - "hits": 5, - "total": 169, - "hitRate": 0.029585798816568046 + "encoding": "windows-1257", + "language": "lv", + "confidence": 15, + "byteLogLikelihood": -5.19295685089021, + "hits": 8, + "total": 159, + "hitRate": 0.050314465408805034 }, { - "encoding": "windows-1251", - "confidence": 7, - "language": "ru", - "byteLogLikelihood": -5.801879921101, - "hits": 4, - "total": 153, - "hitRate": 0.026143790849673203 + "encoding": "ISO-8859-4", + "language": "lv", + "confidence": 15, + "byteLogLikelihood": -1.9740810260220096, + "hits": 8, + "total": 159, + "hitRate": 0.050314465408805034 }, { - "encoding": "windows-1253", - "confidence": 6, - "language": "el", - "byteLogLikelihood": -5.523099191635, + "encoding": "ISO-8859-13", + "language": "lt", + "confidence": 3, + "byteLogLikelihood": -3.332204510175204, "hits": 2, - "total": 89, - "hitRate": 0.02247191011235955 + "total": 159, + "hitRate": 0.012578616352201259 }, { "encoding": "ISO-8859-5", - "confidence": 3, "language": "ru", - "byteLogLikelihood": -5.798412758856, - "hits": 2, - "total": 174, - "hitRate": 0.011494252873563218 - }, - { - "encoding": "ISO-8859-7", - "confidence": 3, - "language": "el", - "byteLogLikelihood": -5.523099191635, - "hits": 1, - "total": 81, - "hitRate": 0.012345679012345678 - }, - { - "encoding": "ISO-8859-10", - "confidence": 1, - "language": "is", - "byteLogLikelihood": -5.103902669993, - "hits": 1, - "total": 173, - "hitRate": 0.005780346820809248 - }, - { - "encoding": "ISO-8859-14", - "confidence": 1, - "language": "cy", - "byteLogLikelihood": -4.83002806951, - "hits": 1, - "total": 169, - "hitRate": 0.005917159763313609 - }, - { - "encoding": "ISO-8859-1", "confidence": 0, - "language": "it", - "byteLogLikelihood": -4.841944488282, + "byteLogLikelihood": -2.95441412422326, "hits": 0, - "total": 81, + "total": 159, "hitRate": 0 }, { - "encoding": "ISO-8859-2", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "hu", - "byteLogLikelihood": -4.941337938888, + "byteLogLikelihood": -3.629660094453965, "hits": 0, - "total": 145, + "total": 159, "hitRate": 0 }, { - "encoding": "ISO-8859-6", + "encoding": "windows-1251", + "language": "ru", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.82555458734, + "byteLogLikelihood": -2.5332006591469565, "hits": 0, - "total": 57, + "total": 159, "hitRate": 0 }, { - "encoding": "ISO-8859-8", + "encoding": "windows-874", + "language": "th", "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.371812787625, + "byteLogLikelihood": -3.4965075614664802, "hits": 0, - "total": 75, + "total": 159, "hitRate": 0 }, { - "encoding": "ISO-8859-9", + "encoding": "IBM866", + "language": "ru", "confidence": 0, - "language": "tr", - "byteLogLikelihood": -5.062286993055, + "byteLogLikelihood": -2.95441412422326, "hits": 0, - "total": 81, + "total": 159, "hitRate": 0 }, { - "encoding": "windows-1250", + "encoding": "x-mac-cyrillic", + "language": "ru", "confidence": 0, - "language": "hu", - "byteLogLikelihood": -4.941337938888, + "byteLogLikelihood": -2.5332006591469565, "hits": 0, - "total": 117, + "total": 159, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "ISO-8859-1", + "language": "nl" + }, + "predicted": { + "encoding": "ISO-8859-1", + "language": "nl", + "confidence": 83, + "byteLogLikelihood": -3.295836866004329, + "hits": 42, + "total": 151, + "hitRate": 0.2781456953642384 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 2, + "candidates": [ + { + "encoding": "ISO-8859-1", + "language": "nl", + "confidence": 83, + "byteLogLikelihood": -3.295836866004329, + "hits": 42, + "total": 151, + "hitRate": 0.2781456953642384 + }, + { + "encoding": "ISO-8859-15", + "language": "de", + "confidence": 63, + "byteLogLikelihood": -5.003946305945459, + "hits": 32, + "total": 151, + "hitRate": 0.2119205298013245 }, { "encoding": "windows-1252", - "confidence": 0, - "language": "it", - "byteLogLikelihood": -4.841944488282, - "hits": 0, - "total": 82, - "hitRate": 0 + "language": "nl", + "confidence": 83, + "byteLogLikelihood": -3.295836866004329, + "hits": 42, + "total": 151, + "hitRate": 0.2781456953642384 }, { - "encoding": "windows-1254", + "encoding": "ISO-8859-2", + "language": "ro", + "confidence": 13, + "byteLogLikelihood": -5.176149732573829, + "hits": 7, + "total": 151, + "hitRate": 0.046357615894039736 + }, + { + "encoding": "windows-1250", + "language": "ro", + "confidence": 13, + "byteLogLikelihood": -5.176149732573829, + "hits": 7, + "total": 151, + "hitRate": 0.046357615894039736 + }, + { + "encoding": "ISO-8859-10", + "language": "is", + "confidence": 11, + "byteLogLikelihood": -4.51085950651685, + "hits": 6, + "total": 151, + "hitRate": 0.039735099337748346 + }, + { + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "tr", - "byteLogLikelihood": -5.062286993055, + "byteLogLikelihood": -2.6545615161512237, "hits": 0, - "total": 81, + "total": 151, "hitRate": 0 }, { - "encoding": "windows-1255", - "confidence": 0, + "encoding": "ISO-8859-8", "language": "he", - "byteLogLikelihood": -5.371812787625, + "confidence": 0, + "byteLogLikelihood": -2.4058846628318493, "hits": 0, - "total": 75, + "total": 151, "hitRate": 0 }, { - "encoding": "windows-1256", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.857645252562, + "byteLogLikelihood": -2.6545615161512237, "hits": 0, - "total": 82, + "total": 151, "hitRate": 0 }, { - "encoding": "windows-1257", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "lv", - "byteLogLikelihood": -4.928541579896, + "byteLogLikelihood": -2.4058846628318493, "hits": 0, - "total": 117, + "total": 151, "hitRate": 0 }, { - "encoding": "windows-1258", + "encoding": "windows-874", + "language": "th", "confidence": 0, - "language": "vi", - "byteLogLikelihood": -5.078371422345, + "byteLogLikelihood": -3.5765502691400166, "hits": 0, - "total": 76, + "total": 150, "hitRate": 0 }, { - "encoding": "macintosh", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.944169511699, + "byteLogLikelihood": -4.252383775789052, "hits": 0, - "total": 67, + "total": 151, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "ISO-8859-1", + "language": "no" + }, + "predicted": { + "encoding": "ISO-8859-1", + "language": "no", + "confidence": 47, + "byteLogLikelihood": -3.052495812716101, + "hits": 18, + "total": 114, + "hitRate": 0.15789473684210525 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 2, + "candidates": [ + { + "encoding": "ISO-8859-1", + "language": "no", + "confidence": 47, + "byteLogLikelihood": -3.052495812716101, + "hits": 18, + "total": 114, + "hitRate": 0.15789473684210525 + }, + { + "encoding": "windows-1252", + "language": "no", + "confidence": 47, + "byteLogLikelihood": -3.052495812716101, + "hits": 18, + "total": 114, + "hitRate": 0.15789473684210525 + }, + { + "encoding": "ISO-8859-2", + "language": "cs", + "confidence": 7, + "byteLogLikelihood": -4.354336342997479, + "hits": 3, + "total": 114, + "hitRate": 0.02631578947368421 + }, + { + "encoding": "windows-1257", + "language": "et", + "confidence": 7, + "byteLogLikelihood": -4.9344739331306915, + "hits": 3, + "total": 114, + "hitRate": 0.02631578947368421 }, { "encoding": "ISO-8859-3", - "confidence": 0, "language": "mt", - "byteLogLikelihood": -5.096764716542, - "hits": 0, - "total": 116, - "hitRate": 0 + "confidence": 2, + "byteLogLikelihood": -4.210065739286553, + "hits": 1, + "total": 114, + "hitRate": 0.008771929824561403 }, { - "encoding": "ISO-8859-4", + "encoding": "ISO-8859-13", + "language": "lt", + "confidence": 2, + "byteLogLikelihood": -4.319245023186209, + "hits": 1, + "total": 114, + "hitRate": 0.008771929824561403 + }, + { + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "lv", - "byteLogLikelihood": -4.979786266462, + "byteLogLikelihood": -4.154384602588788, "hits": 0, - "total": 148, + "total": 114, "hitRate": 0 }, { - "encoding": "ISO-8859-13", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "lt", - "byteLogLikelihood": -4.939479070188, + "byteLogLikelihood": -2.647504477240863, "hits": 0, - "total": 116, + "total": 114, "hitRate": 0 }, { - "encoding": "ISO-8859-15", + "encoding": "windows-1251", + "language": "ru", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.848242748706, + "byteLogLikelihood": -3.7532158516168086, "hits": 0, - "total": 111, + "total": 114, "hitRate": 0 }, { - "encoding": "ISO-8859-16", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "ro", - "byteLogLikelihood": -4.987878406509, + "byteLogLikelihood": -4.154384602588788, "hits": 0, - "total": 144, + "total": 114, "hitRate": 0 }, { - "encoding": "CP850", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.677183836449, + "byteLogLikelihood": -2.647504477240863, "hits": 0, - "total": 130, + "total": 114, "hitRate": 0 }, { - "encoding": "CP852", + "encoding": "x-mac-cyrillic", + "language": "ru", "confidence": 0, - "language": "pl", - "byteLogLikelihood": -4.699618505771, + "byteLogLikelihood": -3.7532158516168086, "hits": 0, - "total": 166, + "total": 114, "hitRate": 0 } ] @@ -2282,16 +2060,16 @@ { "expected": { "encoding": "ISO-8859-1", - "language": "da" + "language": "pt" }, "predicted": { "encoding": "ISO-8859-1", - "confidence": 52, - "language": "da", - "byteLogLikelihood": -3.146558879633, - "hits": 21, - "total": 120, - "hitRate": 0.175 + "language": "pt", + "confidence": 50, + "byteLogLikelihood": -4.059947322987234, + "hits": 24, + "total": 143, + "hitRate": 0.16783216783216784 }, "encodingExact": true, "encodingEquivalent": false, @@ -2301,290 +2079,110 @@ "candidates": [ { "encoding": "ISO-8859-1", - "confidence": 52, - "language": "da", - "byteLogLikelihood": -3.146558879633, - "hits": 21, - "total": 120, - "hitRate": 0.175 + "language": "pt", + "confidence": 50, + "byteLogLikelihood": -4.059947322987234, + "hits": 24, + "total": 143, + "hitRate": 0.16783216783216784 }, { "encoding": "windows-1252", - "confidence": 52, - "language": "da", - "byteLogLikelihood": -3.146558879633, - "hits": 21, - "total": 120, - "hitRate": 0.175 + "language": "pt", + "confidence": 50, + "byteLogLikelihood": -4.059947322987234, + "hits": 24, + "total": 143, + "hitRate": 0.16783216783216784 }, { - "encoding": "macintosh", - "confidence": 30, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 12, - "total": 120, - "hitRate": 0.1 - }, - { - "encoding": "ISO-8859-15", - "confidence": 30, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 12, - "total": 120, - "hitRate": 0.1 - }, - { - "encoding": "CP850", - "confidence": 30, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 12, - "total": 120, - "hitRate": 0.1 - }, - { - "encoding": "ISO-8859-14", - "confidence": 15, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 6, - "total": 120, - "hitRate": 0.05 - }, - { - "encoding": "ISO-8859-16", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 6, - "total": 120, - "hitRate": 0.05 - }, - { - "encoding": "ISO-8859-2", - "confidence": 10, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "ISO-8859-9", - "confidence": 10, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 + "encoding": "ISO-8859-2", + "language": "hu", + "confidence": 10, + "byteLogLikelihood": -3.361609233757125, + "hits": 5, + "total": 143, + "hitRate": 0.03496503496503497 }, { "encoding": "windows-1250", + "language": "hu", "confidence": 10, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "windows-1254", - "confidence": 10, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "windows-1257", - "confidence": 10, - "language": "et", - "byteLogLikelihood": -4.934473933131, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "windows-1258", - "confidence": 7, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 3, - "total": 120, - "hitRate": 0.025 - }, - { - "encoding": "ISO-8859-10", - "confidence": 7, - "language": "is", - "byteLogLikelihood": -4.717529149813, - "hits": 3, - "total": 120, - "hitRate": 0.025 - }, - { - "encoding": "CP852", - "confidence": 5, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 2, - "total": 120, - "hitRate": 0.016666666666666666 - }, - { - "encoding": "ISO-8859-3", - "confidence": 2, - "language": "mt", - "byteLogLikelihood": -4.658005606594, - "hits": 1, - "total": 120, - "hitRate": 0.008333333333333333 - }, - { - "encoding": "ISO-8859-4", - "confidence": 2, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 1, - "total": 120, - "hitRate": 0.008333333333333333 - }, - { - "encoding": "ISO-8859-13", - "confidence": 2, - "language": "lt", - "byteLogLikelihood": -4.145958228046, - "hits": 1, - "total": 120, - "hitRate": 0.008333333333333333 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.825649766807, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.736335095675, - "hits": 0, - "total": 120, - "hitRate": 0 + "byteLogLikelihood": -3.361609233757125, + "hits": 5, + "total": 143, + "hitRate": 0.03496503496503497 }, { "encoding": "ISO-8859-7", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.689401143463, + "confidence": 0, + "byteLogLikelihood": -3.017269736715589, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 }, { "encoding": "ISO-8859-8", - "confidence": 0, "language": "he", - "byteLogLikelihood": -3.231348206195, + "confidence": 0, + "byteLogLikelihood": -3.503528639049599, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 }, { "encoding": "windows-1251", - "confidence": 0, "language": "ru", - "byteLogLikelihood": -4.288232392491, + "confidence": 0, + "byteLogLikelihood": -3.8462201451269653, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 }, { "encoding": "windows-1253", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.689401143463, + "confidence": 0, + "byteLogLikelihood": -3.017269736715589, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 }, { "encoding": "windows-1255", - "confidence": 0, "language": "he", - "byteLogLikelihood": -3.231348206195, + "confidence": 0, + "byteLogLikelihood": -3.503528639049599, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 }, { "encoding": "windows-1256", - "confidence": 0, "language": "ar", - "byteLogLikelihood": -4.861023356308, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.888170123788, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.518796947367, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.476992253447, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "IBM866", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.825649766807, + "byteLogLikelihood": -3.503504267293069, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 }, { "encoding": "IBM855", + "language": "sr", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.685745819823, + "byteLogLikelihood": -3.7749980788341886, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 }, { "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.288232392491, + "byteLogLikelihood": -3.7661795932985793, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 } ] @@ -2592,927 +2190,777 @@ { "expected": { "encoding": "ISO-8859-1", - "language": "de" + "language": "sv" }, "predicted": { "encoding": "ISO-8859-1", - "confidence": 73, - "language": "de", - "byteLogLikelihood": -3.169712077519, - "hits": 53, - "total": 216, - "hitRate": 0.24537037037037038 + "language": "sv", + "confidence": 50, + "byteLogLikelihood": -3.2364513784499755, + "hits": 23, + "total": 136, + "hitRate": 0.16911764705882354 }, "encodingExact": true, "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 3, + "tiedAtTop": 2, "candidates": [ { "encoding": "ISO-8859-1", - "confidence": 73, - "language": "de", - "byteLogLikelihood": -3.169712077519, - "hits": 53, - "total": 216, - "hitRate": 0.24537037037037038 + "language": "sv", + "confidence": 50, + "byteLogLikelihood": -3.2364513784499755, + "hits": 23, + "total": 136, + "hitRate": 0.16911764705882354 }, { "encoding": "windows-1252", - "confidence": 73, - "language": "de", - "byteLogLikelihood": -3.169712077519, - "hits": 53, - "total": 216, - "hitRate": 0.24537037037037038 + "language": "sv", + "confidence": 50, + "byteLogLikelihood": -3.2364513784499755, + "hits": 23, + "total": 136, + "hitRate": 0.16911764705882354 }, { "encoding": "ISO-8859-15", - "confidence": 73, - "language": "de", - "byteLogLikelihood": -3.169712077519, - "hits": 53, - "total": 216, - "hitRate": 0.24537037037037038 - }, - { - "encoding": "macintosh", - "confidence": 72, "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 52, - "total": 215, - "hitRate": 0.24186046511627907 + "confidence": 17, + "byteLogLikelihood": -4.137512330245527, + "hits": 8, + "total": 136, + "hitRate": 0.058823529411764705 }, { - "encoding": "CP850", - "confidence": 70, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 51, - "total": 216, - "hitRate": 0.2361111111111111 - }, - { - "encoding": "ISO-8859-14", - "confidence": 20, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 15, - "total": 216, - "hitRate": 0.06944444444444445 - }, - { - "encoding": "ISO-8859-2", - "confidence": 13, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, - "total": 216, - "hitRate": 0.046296296296296294 - }, - { - "encoding": "windows-1250", - "confidence": 13, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, - "total": 216, - "hitRate": 0.046296296296296294 - }, - { - "encoding": "ISO-8859-9", - "confidence": 12, - "language": "tr", - "byteLogLikelihood": -4.5258676709, - "hits": 9, - "total": 216, - "hitRate": 0.041666666666666664 - }, - { - "encoding": "windows-1254", - "confidence": 12, - "language": "tr", - "byteLogLikelihood": -4.5258676709, - "hits": 9, - "total": 216, - "hitRate": 0.041666666666666664 - }, - { - "encoding": "ISO-8859-16", - "confidence": 11, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 8, - "total": 216, - "hitRate": 0.037037037037037035 - }, - { - "encoding": "windows-1257", - "confidence": 9, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 7, - "total": 216, - "hitRate": 0.032407407407407406 - }, - { - "encoding": "ISO-8859-4", - "confidence": 9, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 7, - "total": 216, - "hitRate": 0.032407407407407406 - }, - { - "encoding": "CP852", - "confidence": 6, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 5, - "total": 216, - "hitRate": 0.023148148148148147 - }, - { - "encoding": "windows-1258", - "confidence": 5, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 4, - "total": 216, - "hitRate": 0.018518518518518517 + "encoding": "windows-1257", + "language": "lt", + "confidence": 4, + "byteLogLikelihood": -5.123963979403259, + "hits": 2, + "total": 136, + "hitRate": 0.014705882352941176 }, { "encoding": "ISO-8859-3", - "confidence": 5, "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 4, - "total": 216, - "hitRate": 0.018518518518518517 - }, - { - "encoding": "ISO-8859-13", - "confidence": 2, - "language": "lt", - "byteLogLikelihood": -5.123963979403, + "confidence": 4, + "byteLogLikelihood": -4.210065739286553, "hits": 2, - "total": 216, - "hitRate": 0.009259259259259259 - }, - { - "encoding": "ISO-8859-10", - "confidence": 1, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 1, - "total": 216, - "hitRate": 0.004629629629629629 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.162408104115, - "hits": 0, - "total": 216, - "hitRate": 0 + "total": 136, + "hitRate": 0.014705882352941176 }, { "encoding": "ISO-8859-6", - "confidence": 0, "language": "ar", - "byteLogLikelihood": -4.007313397456, + "confidence": 0, + "byteLogLikelihood": -3.287368473007427, "hits": 0, - "total": 216, + "total": 136, "hitRate": 0 }, { "encoding": "ISO-8859-7", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.349754587225, + "confidence": 0, + "byteLogLikelihood": -3.876181596106548, "hits": 0, - "total": 216, + "total": 136, "hitRate": 0 }, { "encoding": "ISO-8859-8", - "confidence": 0, "language": "he", - "byteLogLikelihood": -4.279537403415, + "confidence": 0, + "byteLogLikelihood": -3.0661531836143636, "hits": 0, - "total": 216, + "total": 136, "hitRate": 0 }, { "encoding": "windows-1251", - "confidence": 0, "language": "ru", - "byteLogLikelihood": -4.542402054434, + "confidence": 0, + "byteLogLikelihood": -3.393743210995111, "hits": 0, - "total": 216, + "total": 136, "hitRate": 0 }, { "encoding": "windows-1253", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.349754587225, + "confidence": 0, + "byteLogLikelihood": -3.876181596106548, "hits": 0, - "total": 216, + "total": 136, "hitRate": 0 }, { "encoding": "windows-1255", - "confidence": 0, "language": "he", - "byteLogLikelihood": -4.279537403415, + "confidence": 0, + "byteLogLikelihood": -3.0661531836143636, "hits": 0, - "total": 216, + "total": 136, "hitRate": 0 }, { - "encoding": "windows-1256", + "encoding": "x-mac-cyrillic", + "language": "ru", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.318835143108, + "byteLogLikelihood": -3.393743210995111, "hits": 0, - "total": 216, + "total": 136, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "ISO-8859-10", + "language": "is" + }, + "predicted": { + "encoding": "ISO-8859-10", + "language": "is", + "confidence": 38, + "byteLogLikelihood": -3.025836278693887, + "hits": 22, + "total": 171, + "hitRate": 0.1286549707602339 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 1, + "candidates": [ + { + "encoding": "ISO-8859-10", + "language": "is", + "confidence": 38, + "byteLogLikelihood": -3.025836278693887, + "hits": 22, + "total": 171, + "hitRate": 0.1286549707602339 }, { - "encoding": "windows-874", + "encoding": "ISO-8859-1", + "language": "sv", + "confidence": 14, + "byteLogLikelihood": -4.633646206449265, + "hits": 8, + "total": 171, + "hitRate": 0.04678362573099415 + }, + { + "encoding": "windows-1257", + "language": "lt", + "confidence": 7, + "byteLogLikelihood": -3.9895834724624337, + "hits": 4, + "total": 171, + "hitRate": 0.023391812865497075 + }, + { + "encoding": "ISO-8859-13", + "language": "lt", + "confidence": 7, + "byteLogLikelihood": -3.9895834724624337, + "hits": 4, + "total": 171, + "hitRate": 0.023391812865497075 + }, + { + "encoding": "ISO-8859-2", + "language": "cs", + "confidence": 3, + "byteLogLikelihood": -4.4978481638566805, + "hits": 2, + "total": 171, + "hitRate": 0.011695906432748537 + }, + { + "encoding": "windows-1250", + "language": "cs", + "confidence": 3, + "byteLogLikelihood": -4.4978481638566805, + "hits": 2, + "total": 171, + "hitRate": 0.011695906432748537 + }, + { + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.657121063601, + "byteLogLikelihood": -3.9637236441650296, "hits": 0, - "total": 216, + "total": 171, "hitRate": 0 }, { - "encoding": "KOI8-R", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.28774788718, + "byteLogLikelihood": -4.249634019938196, "hits": 0, - "total": 216, + "total": 171, "hitRate": 0 }, { - "encoding": "KOI8-U", + "encoding": "windows-1251", + "language": "ru", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.245943193261, + "byteLogLikelihood": -3.8404673545197303, "hits": 0, - "total": 216, + "total": 171, "hitRate": 0 }, { - "encoding": "IBM866", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, + "byteLogLikelihood": -3.9637236441650296, "hits": 0, - "total": 216, + "total": 171, "hitRate": 0 }, { - "encoding": "IBM855", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "sr", - "byteLogLikelihood": -5.942998477092, + "byteLogLikelihood": -4.249634019938196, "hits": 0, - "total": 216, + "total": 171, "hitRate": 0 }, { "encoding": "x-mac-cyrillic", - "confidence": 0, "language": "uk", - "byteLogLikelihood": -3.629332579687, + "confidence": 0, + "byteLogLikelihood": -3.7339837119675647, "hits": 0, - "total": 216, + "total": 171, "hitRate": 0 } ] }, { "expected": { - "encoding": "ISO-8859-1", - "language": "en" + "encoding": "ISO-8859-13", + "language": "lt" }, "predicted": { - "encoding": "ISO-8859-15", - "confidence": 29, - "language": "en", - "byteLogLikelihood": -2.06619631493, - "hits": 13, - "total": 132, - "hitRate": 0.09848484848484848 + "encoding": "windows-1257", + "language": "lt", + "confidence": 34, + "byteLogLikelihood": -3.2005302071315747, + "hits": 20, + "total": 173, + "hitRate": 0.11560693641618497 }, "encodingExact": false, "encodingEquivalent": true, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 1, + "tiedAtTop": 2, "candidates": [ - { - "encoding": "ISO-8859-15", - "confidence": 29, - "language": "fr", - "byteLogLikelihood": -2.06619631493, - "hits": 13, - "total": 132, - "hitRate": 0.09848484848484848 - }, - { - "encoding": "ISO-8859-1", - "confidence": 47, - "language": "en", - "byteLogLikelihood": -3.310543013394, - "hits": 21, - "total": 132, - "hitRate": 0.1590909090909091 - }, - { - "encoding": "windows-1252", - "confidence": 47, - "language": "en", - "byteLogLikelihood": -3.310543013394, - "hits": 21, - "total": 132, - "hitRate": 0.1590909090909091 - }, - { - "encoding": "macintosh", - "confidence": 27, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 12, - "total": 132, - "hitRate": 0.09090909090909091 - }, - { - "encoding": "CP850", - "confidence": 27, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 12, - "total": 132, - "hitRate": 0.09090909090909091 - }, { "encoding": "windows-1257", - "confidence": 11, - "language": "et", - "byteLogLikelihood": -4.934473933131, - "hits": 5, - "total": 132, - "hitRate": 0.03787878787878788 - }, - { - "encoding": "ISO-8859-14", - "confidence": 11, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 5, - "total": 132, - "hitRate": 0.03787878787878788 - }, - { - "encoding": "ISO-8859-2", - "confidence": 9, - "language": "cs", - "byteLogLikelihood": -3.54961738678, - "hits": 4, - "total": 132, - "hitRate": 0.030303030303030304 - }, - { - "encoding": "windows-1250", - "confidence": 9, - "language": "cs", - "byteLogLikelihood": -3.54961738678, - "hits": 4, - "total": 132, - "hitRate": 0.030303030303030304 - }, - { - "encoding": "windows-1258", - "confidence": 9, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 4, - "total": 132, - "hitRate": 0.030303030303030304 + "language": "lt", + "confidence": 34, + "byteLogLikelihood": -3.2005302071315747, + "hits": 20, + "total": 173, + "hitRate": 0.11560693641618497 }, { - "encoding": "ISO-8859-16", - "confidence": 9, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 4, - "total": 132, - "hitRate": 0.030303030303030304 + "encoding": "ISO-8859-13", + "language": "lt", + "confidence": 34, + "byteLogLikelihood": -3.2005302071315747, + "hits": 20, + "total": 173, + "hitRate": 0.11560693641618497 }, { "encoding": "ISO-8859-4", - "confidence": 6, "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 3, - "total": 132, - "hitRate": 0.022727272727272728 - }, - { - "encoding": "ISO-8859-9", - "confidence": 4, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 2, - "total": 132, - "hitRate": 0.015151515151515152 - }, - { - "encoding": "windows-1254", - "confidence": 4, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 2, - "total": 132, - "hitRate": 0.015151515151515152 + "confidence": 22, + "byteLogLikelihood": -4.610398759564555, + "hits": 13, + "total": 173, + "hitRate": 0.07514450867052024 }, { - "encoding": "ISO-8859-3", - "confidence": 4, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 2, - "total": 132, - "hitRate": 0.015151515151515152 + "encoding": "ISO-8859-1", + "language": "es", + "confidence": 12, + "byteLogLikelihood": -4.948759890378168, + "hits": 7, + "total": 173, + "hitRate": 0.04046242774566474 }, { - "encoding": "CP852", - "confidence": 4, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 2, - "total": 132, - "hitRate": 0.015151515151515152 + "encoding": "windows-1252", + "language": "es", + "confidence": 12, + "byteLogLikelihood": -4.948759890378168, + "hits": 7, + "total": 173, + "hitRate": 0.04046242774566474 }, { - "encoding": "ISO-8859-13", - "confidence": 2, - "language": "lt", - "byteLogLikelihood": -5.123963979403, + "encoding": "ISO-8859-10", + "language": "is", + "confidence": 1, + "byteLogLikelihood": -4.416382325607172, "hits": 1, - "total": 132, - "hitRate": 0.007575757575757576 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.593471453839, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 132, - "hitRate": 0 + "total": 173, + "hitRate": 0.005780346820809248 }, { "encoding": "ISO-8859-7", - "confidence": 0, "language": "el", - "byteLogLikelihood": -2.654561516151, + "confidence": 0, + "byteLogLikelihood": -4.472500251122328, "hits": 0, - "total": 132, + "total": 173, "hitRate": 0 }, { "encoding": "ISO-8859-8", - "confidence": 0, "language": "he", - "byteLogLikelihood": -2.405884662832, + "confidence": 0, + "byteLogLikelihood": -4.444220754634254, "hits": 0, - "total": 132, + "total": 171, "hitRate": 0 }, { "encoding": "windows-1251", - "confidence": 0, "language": "ru", - "byteLogLikelihood": -4.612642200827, + "confidence": 0, + "byteLogLikelihood": -3.5318273624189596, "hits": 0, - "total": 132, + "total": 173, "hitRate": 0 }, { "encoding": "windows-1253", - "confidence": 0, "language": "el", - "byteLogLikelihood": -2.654561516151, + "confidence": 0, + "byteLogLikelihood": -4.472500251122328, "hits": 0, - "total": 132, + "total": 173, "hitRate": 0 }, { "encoding": "windows-1255", - "confidence": 0, "language": "he", - "byteLogLikelihood": -2.405884662832, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -3.57655026914, - "hits": 0, - "total": 131, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.593471453839, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "IBM855", "confidence": 0, - "language": "sr", - "byteLogLikelihood": -4.728861658331, + "byteLogLikelihood": -4.444220754634254, "hits": 0, - "total": 132, + "total": 171, "hitRate": 0 }, { "encoding": "x-mac-cyrillic", - "confidence": 0, "language": "uk", - "byteLogLikelihood": -4.252383775789, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-10", "confidence": 0, - "language": "is", - "byteLogLikelihood": -4.510859506517, + "byteLogLikelihood": -3.441328843195963, "hits": 0, - "total": 132, + "total": 173, "hitRate": 0 } ] }, { "expected": { - "encoding": "ISO-8859-1", - "language": "es" + "encoding": "ISO-8859-14", + "language": "cy" }, "predicted": { - "encoding": "ISO-8859-1", - "confidence": 61, - "language": "es", - "byteLogLikelihood": -3.834657935767, - "hits": 41, - "total": 200, - "hitRate": 0.205 + "encoding": "ISO-8859-14", + "language": "cy", + "confidence": 50, + "byteLogLikelihood": -3.9884586449894583, + "hits": 32, + "total": 189, + "hitRate": 0.1693121693121693 }, "encodingExact": true, "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 3, + "tiedAtTop": 1, "candidates": [ { - "encoding": "ISO-8859-1", - "confidence": 61, - "language": "es", - "byteLogLikelihood": -3.834657935767, - "hits": 41, - "total": 200, - "hitRate": 0.205 + "encoding": "ISO-8859-14", + "language": "cy", + "confidence": 50, + "byteLogLikelihood": -3.9884586449894583, + "hits": 32, + "total": 189, + "hitRate": 0.1693121693121693 }, { - "encoding": "windows-1252", - "confidence": 61, - "language": "es", - "byteLogLikelihood": -3.834657935767, - "hits": 41, - "total": 200, - "hitRate": 0.205 - }, - { - "encoding": "ISO-8859-15", - "confidence": 61, - "language": "es", - "byteLogLikelihood": -3.834657935767, - "hits": 41, - "total": 200, - "hitRate": 0.205 + "encoding": "windows-1258", + "language": "vi", + "confidence": 14, + "byteLogLikelihood": -4.3419229243599595, + "hits": 9, + "total": 188, + "hitRate": 0.047872340425531915 }, { - "encoding": "macintosh", - "confidence": 58, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 39, - "total": 199, - "hitRate": 0.19597989949748743 + "encoding": "ISO-8859-2", + "language": "cs", + "confidence": 9, + "byteLogLikelihood": -5.159055299214529, + "hits": 6, + "total": 189, + "hitRate": 0.031746031746031744 }, { - "encoding": "CP850", - "confidence": 58, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 39, - "total": 200, - "hitRate": 0.195 + "encoding": "windows-1250", + "language": "cs", + "confidence": 9, + "byteLogLikelihood": -5.159055299214529, + "hits": 6, + "total": 189, + "hitRate": 0.031746031746031744 }, { "encoding": "windows-1257", - "confidence": 24, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 16, - "total": 200, - "hitRate": 0.08 + "language": "et", + "confidence": 6, + "byteLogLikelihood": -4.9344739331306915, + "hits": 4, + "total": 189, + "hitRate": 0.021164021164021163 }, { - "encoding": "ISO-8859-4", - "confidence": 24, - "language": "lv", - "byteLogLikelihood": -5.009854802779, - "hits": 16, - "total": 200, - "hitRate": 0.08 + "encoding": "ISO-8859-10", + "language": "is", + "confidence": 4, + "byteLogLikelihood": -4.009500374258092, + "hits": 3, + "total": 189, + "hitRate": 0.015873015873015872 }, { "encoding": "ISO-8859-13", - "confidence": 19, "language": "lt", - "byteLogLikelihood": -4.892914919217, - "hits": 13, - "total": 200, - "hitRate": 0.065 + "confidence": 1, + "byteLogLikelihood": -3.6470250464554876, + "hits": 1, + "total": 189, + "hitRate": 0.005291005291005291 }, { - "encoding": "ISO-8859-14", - "confidence": 16, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 11, - "total": 200, - "hitRate": 0.055 + "encoding": "ISO-8859-7", + "language": "el", + "confidence": 0, + "byteLogLikelihood": -4.2541567659514925, + "hits": 0, + "total": 189, + "hitRate": 0 }, { - "encoding": "ISO-8859-2", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, - "total": 200, - "hitRate": 0.05 + "encoding": "windows-1251", + "language": "ru", + "confidence": 0, + "byteLogLikelihood": -3.4678958045389763, + "hits": 0, + "total": 189, + "hitRate": 0 }, { - "encoding": "windows-1250", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, - "total": 200, - "hitRate": 0.05 + "encoding": "windows-1253", + "language": "el", + "confidence": 0, + "byteLogLikelihood": -4.2541567659514925, + "hits": 0, + "total": 189, + "hitRate": 0 }, { - "encoding": "ISO-8859-16", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 10, - "total": 200, - "hitRate": 0.05 + "encoding": "x-mac-cyrillic", + "language": "uk", + "confidence": 0, + "byteLogLikelihood": -3.2558159026977727, + "hits": 0, + "total": 189, + "hitRate": 0 }, { - "encoding": "ISO-8859-9", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 5, - "total": 200, - "hitRate": 0.025 - }, + "encoding": "ISO-8859-16", + "language": "ro", + "confidence": 0, + "byteLogLikelihood": -3.903274585551182, + "hits": 0, + "total": 189, + "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "ISO-8859-15", + "language": "de" + }, + "predicted": { + "encoding": "ISO-8859-1", + "language": "de", + "confidence": 73, + "byteLogLikelihood": -3.169712077518555, + "hits": 53, + "total": 216, + "hitRate": 0.24537037037037038 + }, + "encodingExact": false, + "encodingEquivalent": true, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 3, + "candidates": [ { - "encoding": "windows-1254", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 5, - "total": 200, - "hitRate": 0.025 + "encoding": "ISO-8859-1", + "language": "de", + "confidence": 73, + "byteLogLikelihood": -3.169712077518555, + "hits": 53, + "total": 216, + "hitRate": 0.24537037037037038 }, { - "encoding": "CP852", - "confidence": 7, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 5, - "total": 200, - "hitRate": 0.025 + "encoding": "ISO-8859-15", + "language": "de", + "confidence": 73, + "byteLogLikelihood": -3.169712077518555, + "hits": 53, + "total": 216, + "hitRate": 0.24537037037037038 }, { - "encoding": "windows-1258", - "confidence": 4, - "language": "vi", - "byteLogLikelihood": -4.848531508941, - "hits": 3, - "total": 200, - "hitRate": 0.015 + "encoding": "windows-1252", + "language": "de", + "confidence": 73, + "byteLogLikelihood": -3.169712077518555, + "hits": 53, + "total": 216, + "hitRate": 0.24537037037037038 }, { - "encoding": "ISO-8859-10", - "confidence": 4, - "language": "is", - "byteLogLikelihood": -3.846028832089, - "hits": 3, - "total": 200, - "hitRate": 0.015 + "encoding": "ISO-8859-9", + "language": "tr", + "confidence": 12, + "byteLogLikelihood": -4.525867670899772, + "hits": 9, + "total": 216, + "hitRate": 0.041666666666666664 }, { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.977292083619, - "hits": 0, - "total": 200, - "hitRate": 0 + "encoding": "windows-1257", + "language": "lv", + "confidence": 9, + "byteLogLikelihood": -5.19295685089021, + "hits": 7, + "total": 216, + "hitRate": 0.032407407407407406 }, { "encoding": "ISO-8859-6", - "confidence": 0, "language": "ar", - "byteLogLikelihood": -5.346153815501, + "confidence": 0, + "byteLogLikelihood": -4.007313397456434, "hits": 0, - "total": 200, + "total": 216, "hitRate": 0 }, { "encoding": "ISO-8859-7", - "confidence": 0, "language": "el", - "byteLogLikelihood": -3.106555532888, + "confidence": 0, + "byteLogLikelihood": -4.3497545872250365, "hits": 0, - "total": 200, + "total": 216, "hitRate": 0 }, { "encoding": "ISO-8859-8", - "confidence": 0, "language": "he", - "byteLogLikelihood": -3.411159813207, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "windows-1251", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.336328204376, + "byteLogLikelihood": -4.279537403415218, "hits": 0, - "total": 200, + "total": 216, "hitRate": 0 }, { "encoding": "windows-1253", - "confidence": 0, "language": "el", - "byteLogLikelihood": -3.106555532888, + "confidence": 0, + "byteLogLikelihood": -4.3497545872250365, "hits": 0, - "total": 200, + "total": 216, "hitRate": 0 }, { "encoding": "windows-1255", - "confidence": 0, "language": "he", - "byteLogLikelihood": -3.411159813207, + "confidence": 0, + "byteLogLikelihood": -4.279537403415218, "hits": 0, - "total": 200, + "total": 216, "hitRate": 0 }, { "encoding": "windows-1256", - "confidence": 0, "language": "ar", - "byteLogLikelihood": -3.300604963183, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "windows-874", "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.412820202576, + "byteLogLikelihood": -4.318835143108326, "hits": 0, - "total": 200, + "total": 216, "hitRate": 0 }, { - "encoding": "KOI8-R", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, + "byteLogLikelihood": -3.629332579687434, "hits": 0, - "total": 200, + "total": 216, "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.303705458307, - "hits": 0, - "total": 200, + } + ] + }, + { + "expected": { + "encoding": "ISO-8859-15", + "language": "es" + }, + "predicted": { + "encoding": "ISO-8859-1", + "language": "es", + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, + "hits": 41, + "total": 200, + "hitRate": 0.205 + }, + "encodingExact": false, + "encodingEquivalent": true, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 3, + "candidates": [ + { + "encoding": "ISO-8859-1", + "language": "es", + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, + "hits": 41, + "total": 200, + "hitRate": 0.205 + }, + { + "encoding": "ISO-8859-15", + "language": "es", + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, + "hits": 41, + "total": 200, + "hitRate": 0.205 + }, + { + "encoding": "windows-1252", + "language": "es", + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, + "hits": 41, + "total": 200, + "hitRate": 0.205 + }, + { + "encoding": "ISO-8859-2", + "language": "ro", + "confidence": 15, + "byteLogLikelihood": -5.176149732573829, + "hits": 10, + "total": 200, + "hitRate": 0.05 + }, + { + "encoding": "windows-1250", + "language": "ro", + "confidence": 15, + "byteLogLikelihood": -5.176149732573829, + "hits": 10, + "total": 200, + "hitRate": 0.05 + }, + { + "encoding": "ISO-8859-7", + "language": "el", + "confidence": 0, + "byteLogLikelihood": -3.106555532888448, + "hits": 0, + "total": 200, "hitRate": 0 }, { - "encoding": "IBM866", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, + "byteLogLikelihood": -3.411159813206563, + "hits": 0, + "total": 200, + "hitRate": 0 + }, + { + "encoding": "windows-1251", "language": "ru", - "byteLogLikelihood": -4.977292083619, + "confidence": 0, + "byteLogLikelihood": -3.3363282043764606, "hits": 0, "total": 200, "hitRate": 0 }, { - "encoding": "IBM855", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.203740544852, + "byteLogLikelihood": -3.106555532888448, "hits": 0, "total": 200, "hitRate": 0 }, { - "encoding": "x-mac-cyrillic", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.336328204376, + "byteLogLikelihood": -3.411159813206563, "hits": 0, "total": 200, "hitRate": 0 }, { - "encoding": "ISO-8859-3", + "encoding": "windows-1256", + "language": "ar", "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.105945473901, + "byteLogLikelihood": -3.3006049631833894, + "hits": 0, + "total": 200, + "hitRate": 0 + }, + { + "encoding": "x-mac-cyrillic", + "language": "ru", + "confidence": 0, + "byteLogLikelihood": -3.3363282043764606, "hits": 0, "total": 200, "hitRate": 0 @@ -3521,308 +2969,128 @@ }, { "expected": { - "encoding": "ISO-8859-1", + "encoding": "ISO-8859-15", "language": "fr" }, "predicted": { "encoding": "ISO-8859-1", - "confidence": 77, "language": "fr", - "byteLogLikelihood": -2.06619631493, + "confidence": 77, + "byteLogLikelihood": -2.0661963149298153, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 }, - "encodingExact": true, - "encodingEquivalent": false, + "encodingExact": false, + "encodingEquivalent": true, "encodingCorrect": true, "languageCorrect": true, "tiedAtTop": 3, "candidates": [ { "encoding": "ISO-8859-1", - "confidence": 77, "language": "fr", - "byteLogLikelihood": -2.06619631493, - "hits": 59, - "total": 228, - "hitRate": 0.25877192982456143 - }, - { - "encoding": "windows-1252", "confidence": 77, - "language": "fr", - "byteLogLikelihood": -2.06619631493, + "byteLogLikelihood": -2.0661963149298153, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 }, { "encoding": "ISO-8859-15", - "confidence": 77, "language": "fr", - "byteLogLikelihood": -2.06619631493, + "confidence": 77, + "byteLogLikelihood": -2.0661963149298153, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 }, { - "encoding": "macintosh", - "confidence": 71, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 54, - "total": 228, - "hitRate": 0.23684210526315788 - }, - { - "encoding": "CP850", - "confidence": 71, + "encoding": "windows-1252", "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 54, + "confidence": 77, + "byteLogLikelihood": -2.0661963149298153, + "hits": 59, "total": 228, - "hitRate": 0.23684210526315788 + "hitRate": 0.25877192982456143 }, { "encoding": "ISO-8859-2", - "confidence": 11, "language": "ro", - "byteLogLikelihood": -5.176149732574, + "confidence": 11, + "byteLogLikelihood": -5.176149732573829, "hits": 9, "total": 228, "hitRate": 0.039473684210526314 }, { "encoding": "windows-1250", - "confidence": 11, "language": "ro", - "byteLogLikelihood": -5.176149732574, + "confidence": 11, + "byteLogLikelihood": -5.176149732573829, "hits": 9, "total": 228, "hitRate": 0.039473684210526314 }, { "encoding": "ISO-8859-10", - "confidence": 10, "language": "is", - "byteLogLikelihood": -4.510859506517, - "hits": 8, - "total": 228, - "hitRate": 0.03508771929824561 - }, - { - "encoding": "ISO-8859-16", "confidence": 10, - "language": "ro", - "byteLogLikelihood": -5.220355825078, + "byteLogLikelihood": -4.51085950651685, "hits": 8, "total": 228, "hitRate": 0.03508771929824561 }, - { - "encoding": "windows-1257", - "confidence": 7, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 6, - "total": 228, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "ISO-8859-4", - "confidence": 7, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 6, - "total": 228, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "CP852", - "confidence": 7, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 6, - "total": 228, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "ISO-8859-9", - "confidence": 5, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "windows-1254", - "confidence": 5, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "windows-1258", - "confidence": 5, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "ISO-8859-3", - "confidence": 5, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "ISO-8859-13", - "confidence": 5, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "ISO-8859-14", - "confidence": 3, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 3, - "total": 228, - "hitRate": 0.013157894736842105 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.593471453839, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 228, - "hitRate": 0 - }, { "encoding": "ISO-8859-7", - "confidence": 0, "language": "el", - "byteLogLikelihood": -2.654561516151, + "confidence": 0, + "byteLogLikelihood": -2.6545615161512237, "hits": 0, "total": 228, "hitRate": 0 }, { "encoding": "ISO-8859-8", - "confidence": 0, "language": "he", - "byteLogLikelihood": -2.405884662832, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "windows-1251", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.612642200827, + "byteLogLikelihood": -2.4058846628318493, "hits": 0, "total": 228, "hitRate": 0 }, { "encoding": "windows-1253", - "confidence": 0, "language": "el", - "byteLogLikelihood": -2.654561516151, + "confidence": 0, + "byteLogLikelihood": -2.6545615161512237, "hits": 0, "total": 228, "hitRate": 0 }, { "encoding": "windows-1255", - "confidence": 0, "language": "he", - "byteLogLikelihood": -2.405884662832, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "windows-1256", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, + "byteLogLikelihood": -2.4058846628318493, "hits": 0, "total": 228, "hitRate": 0 }, { "encoding": "windows-874", - "confidence": 0, "language": "th", - "byteLogLikelihood": -3.57655026914, + "confidence": 0, + "byteLogLikelihood": -3.5765502691400166, "hits": 0, "total": 224, "hitRate": 0 }, { - "encoding": "KOI8-R", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.593471453839, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -4.728861658331, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.252383775789, + "byteLogLikelihood": -4.252383775789052, "hits": 0, "total": 228, "hitRate": 0 @@ -3831,327 +3099,147 @@ }, { "expected": { - "encoding": "ISO-8859-1", - "language": "it" + "encoding": "ISO-8859-16", + "language": "ro" }, "predicted": { - "encoding": "ISO-8859-1", - "confidence": 58, - "language": "it", - "byteLogLikelihood": -3.533686564708, - "hits": 31, - "total": 159, - "hitRate": 0.1949685534591195 + "encoding": "ISO-8859-16", + "language": "ro", + "confidence": 53, + "byteLogLikelihood": -2.758152644715998, + "hits": 38, + "total": 214, + "hitRate": 0.17757009345794392 }, "encodingExact": true, "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 2, + "tiedAtTop": 1, "candidates": [ - { - "encoding": "ISO-8859-1", - "confidence": 58, - "language": "it", - "byteLogLikelihood": -3.533686564708, - "hits": 31, - "total": 159, - "hitRate": 0.1949685534591195 - }, - { - "encoding": "windows-1252", - "confidence": 58, - "language": "it", - "byteLogLikelihood": -3.533686564708, - "hits": 31, - "total": 159, - "hitRate": 0.1949685534591195 - }, - { - "encoding": "macintosh", - "confidence": 24, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 13, - "total": 158, - "hitRate": 0.08227848101265822 - }, - { - "encoding": "ISO-8859-15", - "confidence": 24, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 13, - "total": 159, - "hitRate": 0.08176100628930817 - }, - { - "encoding": "CP850", - "confidence": 24, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 13, - "total": 159, - "hitRate": 0.08176100628930817 - }, - { - "encoding": "windows-1258", - "confidence": 16, - "language": "vi", - "byteLogLikelihood": -3.012261575505, - "hits": 9, - "total": 159, - "hitRate": 0.05660377358490566 - }, { "encoding": "ISO-8859-16", - "confidence": 16, "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 9, - "total": 159, - "hitRate": 0.05660377358490566 + "confidence": 53, + "byteLogLikelihood": -2.758152644715998, + "hits": 38, + "total": 214, + "hitRate": 0.17757009345794392 }, { "encoding": "ISO-8859-2", - "confidence": 15, "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 8, - "total": 159, - "hitRate": 0.050314465408805034 + "confidence": 44, + "byteLogLikelihood": -2.870272383723818, + "hits": 32, + "total": 214, + "hitRate": 0.14953271028037382 }, { "encoding": "windows-1250", - "confidence": 15, "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 8, - "total": 159, - "hitRate": 0.050314465408805034 - }, - { - "encoding": "windows-1257", - "confidence": 15, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 8, - "total": 159, - "hitRate": 0.050314465408805034 - }, - { - "encoding": "ISO-8859-4", - "confidence": 15, - "language": "lv", - "byteLogLikelihood": -1.974081026022, - "hits": 8, - "total": 159, - "hitRate": 0.050314465408805034 - }, - { - "encoding": "ISO-8859-14", - "confidence": 9, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 5, - "total": 159, - "hitRate": 0.031446540880503145 - }, - { - "encoding": "CP852", - "confidence": 7, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 4, - "total": 159, - "hitRate": 0.025157232704402517 - }, - { - "encoding": "ISO-8859-9", - "confidence": 5, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 3, - "total": 159, - "hitRate": 0.018867924528301886 - }, - { - "encoding": "windows-1254", - "confidence": 5, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 3, - "total": 159, - "hitRate": 0.018867924528301886 - }, - { - "encoding": "ISO-8859-3", - "confidence": 5, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 3, - "total": 159, - "hitRate": 0.018867924528301886 - }, - { - "encoding": "ISO-8859-10", - "confidence": 3, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 2, - "total": 159, - "hitRate": 0.012578616352201259 + "confidence": 44, + "byteLogLikelihood": -2.870272383723818, + "hits": 32, + "total": 214, + "hitRate": 0.14953271028037382 }, { - "encoding": "ISO-8859-13", - "confidence": 3, - "language": "lt", - "byteLogLikelihood": -3.332204510175, - "hits": 2, - "total": 159, - "hitRate": 0.012578616352201259 + "encoding": "ISO-8859-1", + "language": "it", + "confidence": 26, + "byteLogLikelihood": -4.919980925828125, + "hits": 19, + "total": 214, + "hitRate": 0.08878504672897196 }, { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -2.954414124223, - "hits": 0, - "total": 159, - "hitRate": 0 + "encoding": "windows-1252", + "language": "it", + "confidence": 26, + "byteLogLikelihood": -4.919980925828125, + "hits": 19, + "total": 214, + "hitRate": 0.08878504672897196 }, { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 159, - "hitRate": 0 + "encoding": "windows-1257", + "language": "lv", + "confidence": 8, + "byteLogLikelihood": -4.456762061841911, + "hits": 6, + "total": 214, + "hitRate": 0.028037383177570093 }, { "encoding": "ISO-8859-7", - "confidence": 0, "language": "el", - "byteLogLikelihood": -6.120297418951, + "confidence": 0, + "byteLogLikelihood": -4.499845100590783, "hits": 0, - "total": 159, + "total": 214, "hitRate": 0 }, { "encoding": "ISO-8859-8", - "confidence": 0, "language": "he", - "byteLogLikelihood": -3.629660094454, + "confidence": 0, + "byteLogLikelihood": -4.42907119289696, "hits": 0, - "total": 159, + "total": 213, "hitRate": 0 }, { "encoding": "windows-1251", - "confidence": 0, "language": "ru", - "byteLogLikelihood": -2.533200659147, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "windows-1253", "confidence": 0, - "language": "el", - "byteLogLikelihood": -6.120297418951, + "byteLogLikelihood": -4.3822419484169854, "hits": 0, - "total": 159, + "total": 214, "hitRate": 0 }, { "encoding": "windows-1255", - "confidence": 0, "language": "he", - "byteLogLikelihood": -3.629660094454, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "windows-1256", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, + "byteLogLikelihood": -4.42907119289696, "hits": 0, - "total": 159, + "total": 213, "hitRate": 0 }, { - "encoding": "windows-874", + "encoding": "IBM866", + "language": "ru", "confidence": 0, - "language": "th", - "byteLogLikelihood": -3.496507561466, + "byteLogLikelihood": -4.333669615721655, "hits": 0, - "total": 159, + "total": 215, "hitRate": 0 }, { - "encoding": "KOI8-R", - "confidence": 0, + "encoding": "x-mac-cyrillic", "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, + "byteLogLikelihood": -4.3822419484169854, "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -2.954414124223, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -6.520621127559, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -2.533200659147, - "hits": 0, - "total": 159, + "total": 214, "hitRate": 0 } ] }, { "expected": { - "encoding": "ISO-8859-1", - "language": "nl" + "encoding": "ISO-8859-2", + "language": "cs" }, "predicted": { - "encoding": "ISO-8859-1", - "confidence": 83, - "language": "nl", - "byteLogLikelihood": -3.295836866004, - "hits": 42, - "total": 151, - "hitRate": 0.2781456953642384 + "encoding": "ISO-8859-2", + "language": "cs", + "confidence": 30, + "byteLogLikelihood": -3.4291591084415995, + "hits": 13, + "total": 126, + "hitRate": 0.10317460317460317 }, "encodingExact": true, "encodingEquivalent": false, @@ -4159,309 +3247,129 @@ "languageCorrect": true, "tiedAtTop": 2, "candidates": [ - { - "encoding": "ISO-8859-1", - "confidence": 83, - "language": "nl", - "byteLogLikelihood": -3.295836866004, - "hits": 42, - "total": 151, - "hitRate": 0.2781456953642384 - }, - { - "encoding": "windows-1252", - "confidence": 83, - "language": "nl", - "byteLogLikelihood": -3.295836866004, - "hits": 42, - "total": 151, - "hitRate": 0.2781456953642384 - }, - { - "encoding": "macintosh", - "confidence": 63, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 32, - "total": 151, - "hitRate": 0.2119205298013245 - }, - { - "encoding": "ISO-8859-15", - "confidence": 63, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 32, - "total": 151, - "hitRate": 0.2119205298013245 - }, - { - "encoding": "CP850", - "confidence": 63, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 32, - "total": 151, - "hitRate": 0.2119205298013245 - }, - { - "encoding": "ISO-8859-14", - "confidence": 33, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 17, - "total": 151, - "hitRate": 0.11258278145695365 - }, { "encoding": "ISO-8859-2", - "confidence": 13, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 7, - "total": 151, - "hitRate": 0.046357615894039736 - }, - { - "encoding": "ISO-8859-9", - "confidence": 13, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 7, - "total": 151, - "hitRate": 0.046357615894039736 + "language": "cs", + "confidence": 30, + "byteLogLikelihood": -3.4291591084415995, + "hits": 13, + "total": 126, + "hitRate": 0.10317460317460317 }, { "encoding": "windows-1250", - "confidence": 13, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 7, - "total": 151, - "hitRate": 0.046357615894039736 - }, - { - "encoding": "windows-1254", - "confidence": 13, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 7, - "total": 151, - "hitRate": 0.046357615894039736 + "language": "cs", + "confidence": 30, + "byteLogLikelihood": -3.4291591084415995, + "hits": 13, + "total": 126, + "hitRate": 0.10317460317460317 }, { - "encoding": "ISO-8859-10", + "encoding": "ISO-8859-1", + "language": "pt", "confidence": 11, - "language": "is", - "byteLogLikelihood": -4.510859506517, - "hits": 6, - "total": 151, - "hitRate": 0.039735099337748346 + "byteLogLikelihood": -4.567039228599802, + "hits": 5, + "total": 126, + "hitRate": 0.03968253968253968 }, { - "encoding": "ISO-8859-16", + "encoding": "windows-1252", + "language": "pt", "confidence": 11, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 6, - "total": 151, - "hitRate": 0.039735099337748346 - }, - { - "encoding": "windows-1257", - "confidence": 9, - "language": "et", - "byteLogLikelihood": -4.934473933131, + "byteLogLikelihood": -4.567039228599802, "hits": 5, - "total": 151, - "hitRate": 0.033112582781456956 - }, - { - "encoding": "windows-1258", - "confidence": 3, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 2, - "total": 151, - "hitRate": 0.013245033112582781 - }, - { - "encoding": "ISO-8859-13", - "confidence": 3, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 2, - "total": 151, - "hitRate": 0.013245033112582781 - }, - { - "encoding": "ISO-8859-3", - "confidence": 1, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 1, - "total": 151, - "hitRate": 0.006622516556291391 - }, - { - "encoding": "ISO-8859-4", - "confidence": 1, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 1, - "total": 151, - "hitRate": 0.006622516556291391 - }, - { - "encoding": "CP852", - "confidence": 1, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 1, - "total": 151, - "hitRate": 0.006622516556291391 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.593471453839, - "hits": 0, - "total": 151, - "hitRate": 0 + "total": 126, + "hitRate": 0.03968253968253968 }, { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 151, - "hitRate": 0 + "encoding": "ISO-8859-15", + "language": "fr", + "confidence": 7, + "byteLogLikelihood": -4.081579721494509, + "hits": 3, + "total": 126, + "hitRate": 0.023809523809523808 }, { "encoding": "ISO-8859-7", - "confidence": 0, "language": "el", - "byteLogLikelihood": -2.654561516151, + "confidence": 0, + "byteLogLikelihood": -3.4014461968813237, "hits": 0, - "total": 151, + "total": 126, "hitRate": 0 }, { "encoding": "ISO-8859-8", - "confidence": 0, "language": "he", - "byteLogLikelihood": -2.405884662832, + "confidence": 0, + "byteLogLikelihood": -3.4675096521994124, "hits": 0, - "total": 151, + "total": 125, "hitRate": 0 }, { "encoding": "windows-1251", - "confidence": 0, "language": "ru", - "byteLogLikelihood": -4.612642200827, + "confidence": 0, + "byteLogLikelihood": -4.249199684222383, "hits": 0, - "total": 151, + "total": 126, "hitRate": 0 }, { "encoding": "windows-1253", - "confidence": 0, "language": "el", - "byteLogLikelihood": -2.654561516151, + "confidence": 0, + "byteLogLikelihood": -3.4014461968813237, "hits": 0, - "total": 151, + "total": 126, "hitRate": 0 }, { "encoding": "windows-1255", - "confidence": 0, "language": "he", - "byteLogLikelihood": -2.405884662832, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -3.57655026914, - "hits": 0, - "total": 150, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, + "byteLogLikelihood": -3.4675096521994124, "hits": 0, - "total": 151, + "total": 125, "hitRate": 0 }, { - "encoding": "KOI8-U", - "confidence": 0, + "encoding": "x-mac-cyrillic", "language": "uk", - "byteLogLikelihood": -6.650279048587, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "IBM866", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.593471453839, + "byteLogLikelihood": -4.2265610117874175, "hits": 0, - "total": 151, + "total": 126, "hitRate": 0 }, { - "encoding": "IBM855", + "encoding": "ISO-8859-10", + "language": "is", "confidence": 0, - "language": "sr", - "byteLogLikelihood": -4.728861658331, + "byteLogLikelihood": -4.43713857776991, "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.252383775789, - "hits": 0, - "total": 151, + "total": 126, "hitRate": 0 } ] }, { "expected": { - "encoding": "ISO-8859-1", - "language": "no" + "encoding": "ISO-8859-2", + "language": "hu" }, "predicted": { - "encoding": "ISO-8859-1", - "confidence": 47, - "language": "no", - "byteLogLikelihood": -3.052495812716, - "hits": 18, - "total": 114, - "hitRate": 0.15789473684210525 + "encoding": "ISO-8859-2", + "language": "hu", + "confidence": 46, + "byteLogLikelihood": -3.1612059022027728, + "hits": 21, + "total": 136, + "hitRate": 0.15441176470588236 }, "encodingExact": true, "encodingEquivalent": false, @@ -4470,12398 +3378,2078 @@ "tiedAtTop": 2, "candidates": [ { - "encoding": "ISO-8859-1", - "confidence": 47, - "language": "no", - "byteLogLikelihood": -3.052495812716, - "hits": 18, - "total": 114, - "hitRate": 0.15789473684210525 + "encoding": "ISO-8859-2", + "language": "hu", + "confidence": 46, + "byteLogLikelihood": -3.1612059022027728, + "hits": 21, + "total": 136, + "hitRate": 0.15441176470588236 }, { - "encoding": "windows-1252", - "confidence": 47, - "language": "no", - "byteLogLikelihood": -3.052495812716, - "hits": 18, - "total": 114, - "hitRate": 0.15789473684210525 + "encoding": "windows-1250", + "language": "hu", + "confidence": 46, + "byteLogLikelihood": -3.1612059022027728, + "hits": 21, + "total": 136, + "hitRate": 0.15441176470588236 }, { - "encoding": "macintosh", - "confidence": 18, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 7, - "total": 114, - "hitRate": 0.06140350877192982 + "encoding": "ISO-8859-1", + "language": "pt", + "confidence": 17, + "byteLogLikelihood": -4.507887190294246, + "hits": 8, + "total": 136, + "hitRate": 0.058823529411764705 }, { - "encoding": "ISO-8859-14", - "confidence": 18, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 7, - "total": 114, - "hitRate": 0.06140350877192982 + "encoding": "windows-1252", + "language": "pt", + "confidence": 17, + "byteLogLikelihood": -4.507887190294246, + "hits": 8, + "total": 136, + "hitRate": 0.058823529411764705 }, { "encoding": "ISO-8859-15", - "confidence": 18, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 7, - "total": 114, - "hitRate": 0.06140350877192982 - }, - { - "encoding": "CP850", - "confidence": 18, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 7, - "total": 114, - "hitRate": 0.06140350877192982 - }, - { - "encoding": "ISO-8859-10", - "confidence": 13, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 5, - "total": 114, - "hitRate": 0.043859649122807015 - }, - { - "encoding": "windows-1258", - "confidence": 10, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 4, - "total": 114, - "hitRate": 0.03508771929824561 - }, - { - "encoding": "ISO-8859-16", - "confidence": 10, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 4, - "total": 114, - "hitRate": 0.03508771929824561 - }, - { - "encoding": "ISO-8859-2", - "confidence": 7, - "language": "cs", - "byteLogLikelihood": -4.354336342997, - "hits": 3, - "total": 114, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "ISO-8859-9", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 3, - "total": 114, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "windows-1250", - "confidence": 7, - "language": "cs", - "byteLogLikelihood": -4.354336342997, - "hits": 3, - "total": 114, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "windows-1254", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 3, - "total": 114, - "hitRate": 0.02631578947368421 + "language": "fr", + "confidence": 4, + "byteLogLikelihood": -4.274525549304646, + "hits": 2, + "total": 136, + "hitRate": 0.014705882352941176 }, { "encoding": "windows-1257", - "confidence": 7, "language": "et", - "byteLogLikelihood": -4.934473933131, - "hits": 3, - "total": 114, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "ISO-8859-3", - "confidence": 2, - "language": "mt", - "byteLogLikelihood": -4.210065739287, - "hits": 1, - "total": 114, - "hitRate": 0.008771929824561403 - }, - { - "encoding": "ISO-8859-4", - "confidence": 2, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 1, - "total": 114, - "hitRate": 0.008771929824561403 - }, - { - "encoding": "ISO-8859-13", "confidence": 2, - "language": "lt", - "byteLogLikelihood": -4.319245023186, + "byteLogLikelihood": -4.453831056838394, "hits": 1, - "total": 114, - "hitRate": 0.008771929824561403 + "total": 136, + "hitRate": 0.007352941176470588 }, { - "encoding": "CP852", + "encoding": "ISO-8859-10", + "language": "is", "confidence": 2, - "language": "pl", - "byteLogLikelihood": -5.087596335232, + "byteLogLikelihood": -3.900251533869562, "hits": 1, - "total": 114, - "hitRate": 0.008771929824561403 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.652362971667, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.641462690249, - "hits": 0, - "total": 114, - "hitRate": 0 + "total": 136, + "hitRate": 0.007352941176470588 }, { "encoding": "ISO-8859-7", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.154384602589, + "confidence": 0, + "byteLogLikelihood": -3.4302479046238266, "hits": 0, - "total": 114, + "total": 136, "hitRate": 0 }, { "encoding": "ISO-8859-8", - "confidence": 0, "language": "he", - "byteLogLikelihood": -2.647504477241, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "windows-1251", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.753215851617, + "byteLogLikelihood": -3.984546441117653, "hits": 0, - "total": 114, + "total": 135, "hitRate": 0 }, { "encoding": "windows-1253", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.154384602589, + "confidence": 0, + "byteLogLikelihood": -3.4302479046238266, "hits": 0, - "total": 114, + "total": 136, "hitRate": 0 }, { "encoding": "windows-1255", - "confidence": 0, "language": "he", - "byteLogLikelihood": -2.647504477241, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "windows-1256", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.217802445218, + "byteLogLikelihood": -3.984546441117653, "hits": 0, - "total": 114, + "total": 135, "hitRate": 0 }, { - "encoding": "windows-874", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "th", - "byteLogLikelihood": -6.061456918928, + "byteLogLikelihood": -4.187765411941347, "hits": 0, - "total": 114, + "total": 136, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "ISO-8859-2", + "language": "pl" + }, + "predicted": { + "encoding": "ISO-8859-2", + "language": "pl", + "confidence": 40, + "byteLogLikelihood": -3.5291052717201463, + "hits": 25, + "total": 184, + "hitRate": 0.1358695652173913 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 1, + "candidates": [ + { + "encoding": "ISO-8859-2", + "language": "pl", + "confidence": 40, + "byteLogLikelihood": -3.5291052717201463, + "hits": 25, + "total": 184, + "hitRate": 0.1358695652173913 }, { - "encoding": "KOI8-R", - "confidence": 0, + "encoding": "windows-1250", + "language": "pl", + "confidence": 37, + "byteLogLikelihood": -4.297518988234737, + "hits": 23, + "total": 183, + "hitRate": 0.12568306010928962 + }, + { + "encoding": "ISO-8859-1", + "language": "it", + "confidence": 8, + "byteLogLikelihood": -4.919980925828124, + "hits": 5, + "total": 183, + "hitRate": 0.0273224043715847 + }, + { + "encoding": "windows-1252", + "language": "it", + "confidence": 8, + "byteLogLikelihood": -4.919980925828124, + "hits": 5, + "total": 183, + "hitRate": 0.0273224043715847 + }, + { + "encoding": "windows-1257", + "language": "et", + "confidence": 6, + "byteLogLikelihood": -4.9344739331306915, + "hits": 4, + "total": 183, + "hitRate": 0.02185792349726776 + }, + { + "encoding": "macintosh", + "language": "es", + "confidence": 6, + "byteLogLikelihood": -4.948759890378168, + "hits": 4, + "total": 183, + "hitRate": 0.02185792349726776 + }, + { + "encoding": "ISO-8859-15", + "language": "es", + "confidence": 6, + "byteLogLikelihood": -4.396558412647502, + "hits": 4, + "total": 183, + "hitRate": 0.02185792349726776 + }, + { + "encoding": "CP850", + "language": "fr", + "confidence": 6, + "byteLogLikelihood": -5.010635294096255, + "hits": 4, + "total": 182, + "hitRate": 0.02197802197802198 + }, + { + "encoding": "ISO-8859-4", + "language": "lv", + "confidence": 4, + "byteLogLikelihood": -4.794788079950643, + "hits": 3, + "total": 184, + "hitRate": 0.016304347826086956 + }, + { + "encoding": "ISO-8859-3", + "language": "mt", + "confidence": 1, + "byteLogLikelihood": -4.476342508554755, + "hits": 1, + "total": 184, + "hitRate": 0.005434782608695652 + }, + { + "encoding": "ISO-8859-10", + "language": "is", + "confidence": 1, + "byteLogLikelihood": -4.715734558779857, + "hits": 1, + "total": 184, + "hitRate": 0.005434782608695652 + }, + { + "encoding": "ISO-8859-14", + "language": "cy", + "confidence": 1, + "byteLogLikelihood": -4.912654885736052, + "hits": 1, + "total": 184, + "hitRate": 0.005434782608695652 + } + ] + }, + { + "expected": { + "encoding": "ISO-8859-2", + "language": "ro" + }, + "predicted": { + "encoding": "ISO-8859-2", + "language": "ro", + "confidence": 41, + "byteLogLikelihood": -2.6845392975419866, + "hits": 28, + "total": 202, + "hitRate": 0.13861386138613863 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 2, + "candidates": [ + { + "encoding": "ISO-8859-2", + "language": "ro", + "confidence": 41, + "byteLogLikelihood": -2.6845392975419866, + "hits": 28, + "total": 202, + "hitRate": 0.13861386138613863 + }, + { + "encoding": "windows-1250", + "language": "ro", + "confidence": 41, + "byteLogLikelihood": -2.6845392975419866, + "hits": 28, + "total": 202, + "hitRate": 0.13861386138613863 + }, + { + "encoding": "ISO-8859-16", + "language": "ro", + "confidence": 38, + "byteLogLikelihood": -2.700458868498381, + "hits": 26, + "total": 202, + "hitRate": 0.12871287128712872 + }, + { + "encoding": "ISO-8859-1", + "language": "it", + "confidence": 26, + "byteLogLikelihood": -4.919980925828125, + "hits": 18, + "total": 202, + "hitRate": 0.0891089108910891 + }, + { + "encoding": "windows-1252", + "language": "it", + "confidence": 26, + "byteLogLikelihood": -4.919980925828125, + "hits": 18, + "total": 202, + "hitRate": 0.0891089108910891 + }, + { + "encoding": "ISO-8859-5", "language": "ru", - "byteLogLikelihood": -6.692083742507, + "confidence": 0, + "byteLogLikelihood": -4.208609169551529, "hits": 0, - "total": 114, + "total": 202, "hitRate": 0 }, { - "encoding": "KOI8-U", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, + "byteLogLikelihood": -4.335053381509842, "hits": 0, - "total": 114, + "total": 202, "hitRate": 0 }, { - "encoding": "IBM866", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, + "byteLogLikelihood": -4.1978136552737215, + "hits": 0, + "total": 201, + "hitRate": 0 + }, + { + "encoding": "windows-1251", "language": "ru", - "byteLogLikelihood": -5.652362971667, + "confidence": 0, + "byteLogLikelihood": -4.229886082373598, "hits": 0, - "total": 114, + "total": 202, "hitRate": 0 }, { - "encoding": "IBM855", + "encoding": "windows-1255", + "language": "he", "confidence": 0, + "byteLogLikelihood": -4.1978136552737215, + "hits": 0, + "total": 201, + "hitRate": 0 + }, + { + "encoding": "IBM866", "language": "ru", - "byteLogLikelihood": -4.679407897139, + "confidence": 0, + "byteLogLikelihood": -4.208609169551529, "hits": 0, - "total": 114, + "total": 201, "hitRate": 0 }, { "encoding": "x-mac-cyrillic", - "confidence": 0, "language": "ru", - "byteLogLikelihood": -3.753215851617, + "confidence": 0, + "byteLogLikelihood": -4.229886082373598, "hits": 0, - "total": 114, + "total": 202, "hitRate": 0 } ] }, { "expected": { - "encoding": "ISO-8859-1", - "language": "pt" + "encoding": "ISO-8859-3", + "language": "mt" }, "predicted": { - "encoding": "ISO-8859-15", - "confidence": 33, - "language": "pt", - "byteLogLikelihood": -3.970754139021, - "hits": 16, - "total": 143, - "hitRate": 0.11188811188811189 + "encoding": "ISO-8859-3", + "language": "mt", + "confidence": 52, + "byteLogLikelihood": -2.7382134817807957, + "hits": 32, + "total": 183, + "hitRate": 0.17486338797814208 }, - "encodingExact": false, - "encodingEquivalent": true, + "encodingExact": true, + "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, "tiedAtTop": 1, "candidates": [ { - "encoding": "ISO-8859-15", - "confidence": 33, - "language": "es", - "byteLogLikelihood": -3.970754139021, - "hits": 16, - "total": 143, - "hitRate": 0.11188811188811189 + "encoding": "ISO-8859-3", + "language": "mt", + "confidence": 52, + "byteLogLikelihood": -2.7382134817807957, + "hits": 32, + "total": 183, + "hitRate": 0.17486338797814208 }, { "encoding": "ISO-8859-1", - "confidence": 50, - "language": "pt", - "byteLogLikelihood": -4.059947322987, - "hits": 24, - "total": 143, - "hitRate": 0.16783216783216784 + "language": "it", + "confidence": 14, + "byteLogLikelihood": -4.813342898049672, + "hits": 9, + "total": 181, + "hitRate": 0.049723756906077346 }, { "encoding": "windows-1252", - "confidence": 50, - "language": "pt", - "byteLogLikelihood": -4.059947322987, - "hits": 24, - "total": 143, - "hitRate": 0.16783216783216784 + "language": "it", + "confidence": 14, + "byteLogLikelihood": -4.813342898049672, + "hits": 9, + "total": 181, + "hitRate": 0.049723756906077346 }, { - "encoding": "windows-1257", - "confidence": 29, - "language": "lt", - "byteLogLikelihood": -4.777390389123, - "hits": 14, - "total": 143, - "hitRate": 0.0979020979020979 + "encoding": "windows-1250", + "language": "pl", + "confidence": 13, + "byteLogLikelihood": -4.980958307453932, + "hits": 8, + "total": 182, + "hitRate": 0.04395604395604396 }, { - "encoding": "ISO-8859-13", - "confidence": 29, - "language": "lt", - "byteLogLikelihood": -4.777390389123, - "hits": 14, - "total": 143, - "hitRate": 0.0979020979020979 + "encoding": "windows-1258", + "language": "vi", + "confidence": 13, + "byteLogLikelihood": -4.506236351586495, + "hits": 8, + "total": 181, + "hitRate": 0.04419889502762431 }, { "encoding": "macintosh", - "confidence": 31, "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 15, - "total": 143, - "hitRate": 0.1048951048951049 + "confidence": 11, + "byteLogLikelihood": -4.948759890378168, + "hits": 7, + "total": 181, + "hitRate": 0.03867403314917127 }, { - "encoding": "CP850", - "confidence": 31, + "encoding": "ISO-8859-4", + "language": "lv", + "confidence": 11, + "byteLogLikelihood": -4.945351018208042, + "hits": 7, + "total": 183, + "hitRate": 0.03825136612021858 + }, + { + "encoding": "ISO-8859-15", "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 15, - "total": 143, - "hitRate": 0.1048951048951049 + "confidence": 11, + "byteLogLikelihood": -4.948759890378168, + "hits": 7, + "total": 181, + "hitRate": 0.03867403314917127 }, { - "encoding": "ISO-8859-4", - "confidence": 23, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 11, - "total": 143, - "hitRate": 0.07692307692307693 + "encoding": "CP850", + "language": "es", + "confidence": 11, + "byteLogLikelihood": -4.948759890378168, + "hits": 7, + "total": 177, + "hitRate": 0.03954802259887006 }, { "encoding": "ISO-8859-2", - "confidence": 10, - "language": "hu", - "byteLogLikelihood": -3.361609233757, - "hits": 5, - "total": 143, - "hitRate": 0.03496503496503497 + "language": "pl", + "confidence": 9, + "byteLogLikelihood": -3.834078315244085, + "hits": 6, + "total": 183, + "hitRate": 0.03278688524590164 }, { - "encoding": "windows-1250", - "confidence": 10, - "language": "hu", - "byteLogLikelihood": -3.361609233757, - "hits": 5, - "total": 143, - "hitRate": 0.03496503496503497 + "encoding": "windows-1257", + "language": "lv", + "confidence": 9, + "byteLogLikelihood": -5.192956850890211, + "hits": 6, + "total": 182, + "hitRate": 0.03296703296703297 }, { "encoding": "ISO-8859-14", - "confidence": 10, "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 5, - "total": 143, - "hitRate": 0.03496503496503497 + "confidence": 6, + "byteLogLikelihood": -4.912654885736052, + "hits": 4, + "total": 183, + "hitRate": 0.02185792349726776 + } + ] + }, + { + "expected": { + "encoding": "ISO-8859-4", + "language": "lv" + }, + "predicted": { + "encoding": "ISO-8859-4", + "language": "lv", + "confidence": 40, + "byteLogLikelihood": -3.132861608299611, + "hits": 23, + "total": 170, + "hitRate": 0.13529411764705881 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 1, + "candidates": [ + { + "encoding": "ISO-8859-4", + "language": "lv", + "confidence": 40, + "byteLogLikelihood": -3.132861608299611, + "hits": 23, + "total": 170, + "hitRate": 0.13529411764705881 }, { - "encoding": "windows-1258", - "confidence": 6, - "language": "vi", - "byteLogLikelihood": -4.524213150766, - "hits": 3, - "total": 143, - "hitRate": 0.02097902097902098 + "encoding": "windows-1257", + "language": "lv", + "confidence": 31, + "byteLogLikelihood": -5.111410123765512, + "hits": 18, + "total": 169, + "hitRate": 0.10650887573964497 }, { - "encoding": "ISO-8859-10", - "confidence": 6, - "language": "is", - "byteLogLikelihood": -4.06291963921, - "hits": 3, - "total": 143, - "hitRate": 0.02097902097902098 + "encoding": "ISO-8859-1", + "language": "es", + "confidence": 14, + "byteLogLikelihood": -4.721042183854174, + "hits": 8, + "total": 169, + "hitRate": 0.047337278106508875 }, { - "encoding": "ISO-8859-9", - "confidence": 2, - "language": "tr", - "byteLogLikelihood": -4.58869627797, - "hits": 1, - "total": 143, - "hitRate": 0.006993006993006993 + "encoding": "windows-1252", + "language": "es", + "confidence": 14, + "byteLogLikelihood": -4.721042183854174, + "hits": 8, + "total": 169, + "hitRate": 0.047337278106508875 }, { - "encoding": "windows-1254", - "confidence": 2, - "language": "tr", - "byteLogLikelihood": -4.58869627797, - "hits": 1, - "total": 143, - "hitRate": 0.006993006993006993 + "encoding": "ISO-8859-15", + "language": "es", + "confidence": 14, + "byteLogLikelihood": -4.721042183854174, + "hits": 8, + "total": 169, + "hitRate": 0.047337278106508875 }, { - "encoding": "ISO-8859-16", - "confidence": 2, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 1, - "total": 143, - "hitRate": 0.006993006993006993 + "encoding": "ISO-8859-13", + "language": "lt", + "confidence": 10, + "byteLogLikelihood": -4.596975900218537, + "hits": 6, + "total": 169, + "hitRate": 0.03550295857988166 }, { - "encoding": "CP852", - "confidence": 2, + "encoding": "ISO-8859-2", "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 1, - "total": 143, - "hitRate": 0.006993006993006993 + "confidence": 8, + "byteLogLikelihood": -4.7639929110826955, + "hits": 5, + "total": 170, + "hitRate": 0.029411764705882353 }, { - "encoding": "ISO-8859-5", - "confidence": 0, + "encoding": "windows-1250", + "language": "pl", + "confidence": 8, + "byteLogLikelihood": -4.846752537454614, + "hits": 5, + "total": 169, + "hitRate": 0.029585798816568046 + }, + { + "encoding": "windows-1251", "language": "ru", - "byteLogLikelihood": -4.338763438513, + "confidence": 0, + "byteLogLikelihood": -4.704365179493254, "hits": 0, - "total": 143, + "total": 169, "hitRate": 0 }, { - "encoding": "ISO-8859-6", + "encoding": "windows-874", + "language": "th", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.514449766028, + "byteLogLikelihood": -4.578946937177163, "hits": 0, - "total": 143, + "total": 170, "hitRate": 0 }, { - "encoding": "ISO-8859-7", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.017269736716, + "byteLogLikelihood": -4.6553531811702555, "hits": 0, - "total": 143, + "total": 170, "hitRate": 0 }, { - "encoding": "ISO-8859-8", + "encoding": "ISO-8859-16", + "language": "ro", "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.50352863905, + "byteLogLikelihood": -4.616838329205022, "hits": 0, - "total": 143, + "total": 169, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "ISO-8859-5", + "language": "ru" + }, + "predicted": { + "encoding": "ISO-8859-5", + "language": "ru", + "confidence": 41, + "byteLogLikelihood": -3.3137607778551432, + "hits": 25, + "total": 179, + "hitRate": 0.13966480446927373 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 1, + "candidates": [ + { + "encoding": "ISO-8859-5", + "language": "ru", + "confidence": 41, + "byteLogLikelihood": -3.3137607778551432, + "hits": 25, + "total": 179, + "hitRate": 0.13966480446927373 }, { - "encoding": "windows-1251", - "confidence": 0, + "encoding": "IBM855", "language": "ru", - "byteLogLikelihood": -3.846220145127, - "hits": 0, - "total": 143, - "hitRate": 0 + "confidence": 9, + "byteLogLikelihood": -4.826799236728464, + "hits": 5, + "total": 166, + "hitRate": 0.030120481927710843 }, { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.017269736716, - "hits": 0, - "total": 143, - "hitRate": 0 + "encoding": "KOI8-U", + "language": "uk", + "confidence": 1, + "byteLogLikelihood": -4.816522715875105, + "hits": 1, + "total": 179, + "hitRate": 0.00558659217877095 }, { - "encoding": "windows-1255", + "encoding": "ISO-8859-1", + "language": "it", "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.50352863905, + "byteLogLikelihood": -4.841944488281641, "hits": 0, - "total": 143, + "total": 176, "hitRate": 0 }, { - "encoding": "windows-1256", + "encoding": "ISO-8859-2", + "language": "hu", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -3.503504267293, + "byteLogLikelihood": -4.941337938887524, "hits": 0, - "total": 143, + "total": 177, "hitRate": 0 }, { - "encoding": "windows-874", + "encoding": "windows-1252", + "language": "it", "confidence": 0, - "language": "th", - "byteLogLikelihood": -4.91521504926, + "byteLogLikelihood": -4.841944488281641, "hits": 0, - "total": 143, + "total": 176, "hitRate": 0 }, { - "encoding": "KOI8-R", + "encoding": "windows-1257", + "language": "lt", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.518796947367, + "byteLogLikelihood": -4.847671496604376, "hits": 0, - "total": 143, + "total": 176, "hitRate": 0 }, { - "encoding": "KOI8-U", + "encoding": "windows-1258", + "language": "vi", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.476992253447, + "byteLogLikelihood": -4.755485363393952, "hits": 0, - "total": 143, + "total": 166, "hitRate": 0 }, { - "encoding": "IBM866", + "encoding": "windows-874", + "language": "th", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.338763438513, + "byteLogLikelihood": -4.810914106721784, "hits": 0, - "total": 143, + "total": 84, "hitRate": 0 }, { - "encoding": "IBM855", + "encoding": "ISO-8859-13", + "language": "lt", "confidence": 0, - "language": "sr", - "byteLogLikelihood": -3.774998078834, + "byteLogLikelihood": -4.847671496604376, "hits": 0, - "total": 143, + "total": 176, "hitRate": 0 }, { - "encoding": "x-mac-cyrillic", + "encoding": "ISO-8859-14", + "language": "cy", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -3.766179593299, + "byteLogLikelihood": -4.830028069510364, "hits": 0, - "total": 143, + "total": 178, "hitRate": 0 }, { - "encoding": "ISO-8859-3", + "encoding": "ISO-8859-15", + "language": "es", "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.105945473901, + "byteLogLikelihood": -4.848242748706202, "hits": 0, - "total": 143, + "total": 177, "hitRate": 0 } ] }, { "expected": { - "encoding": "ISO-8859-1", - "language": "sv" + "encoding": "ISO-8859-6", + "language": "ar" }, "predicted": { - "encoding": "ISO-8859-1", - "confidence": 50, - "language": "sv", - "byteLogLikelihood": -3.23645137845, + "encoding": "ISO-8859-6", + "language": "ar", + "confidence": 62, + "byteLogLikelihood": -3.3060094227746553, "hits": 23, - "total": 136, - "hitRate": 0.16911764705882354 + "total": 110, + "hitRate": 0.20909090909090908 }, "encodingExact": true, "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 2, + "tiedAtTop": 1, "candidates": [ { - "encoding": "ISO-8859-1", - "confidence": 50, - "language": "sv", - "byteLogLikelihood": -3.23645137845, - "hits": 23, - "total": 136, - "hitRate": 0.16911764705882354 - }, - { - "encoding": "windows-1252", - "confidence": 50, - "language": "sv", - "byteLogLikelihood": -3.23645137845, + "encoding": "ISO-8859-6", + "language": "ar", + "confidence": 62, + "byteLogLikelihood": -3.3060094227746553, "hits": 23, - "total": 136, - "hitRate": 0.16911764705882354 - }, - { - "encoding": "windows-1258", - "confidence": 19, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 9, - "total": 136, - "hitRate": 0.0661764705882353 - }, - { - "encoding": "ISO-8859-10", - "confidence": 19, - "language": "is", - "byteLogLikelihood": -4.980036753423, - "hits": 9, - "total": 136, - "hitRate": 0.0661764705882353 - }, - { - "encoding": "macintosh", - "confidence": 17, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 8, - "total": 136, - "hitRate": 0.058823529411764705 - }, - { - "encoding": "ISO-8859-15", - "confidence": 17, - "language": "de", - "byteLogLikelihood": -4.137512330246, - "hits": 8, - "total": 136, - "hitRate": 0.058823529411764705 - }, - { - "encoding": "CP850", - "confidence": 17, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 8, - "total": 136, - "hitRate": 0.058823529411764705 - }, - { - "encoding": "ISO-8859-2", - "confidence": 15, - "language": "cs", - "byteLogLikelihood": -5.159055299215, - "hits": 7, - "total": 136, - "hitRate": 0.051470588235294115 - }, - { - "encoding": "windows-1250", - "confidence": 15, - "language": "cs", - "byteLogLikelihood": -5.159055299215, - "hits": 7, - "total": 136, - "hitRate": 0.051470588235294115 - }, - { - "encoding": "ISO-8859-9", - "confidence": 11, - "language": "tr", - "byteLogLikelihood": -4.93784727915, - "hits": 5, - "total": 136, - "hitRate": 0.03676470588235294 - }, - { - "encoding": "windows-1254", - "confidence": 11, - "language": "tr", - "byteLogLikelihood": -4.93784727915, - "hits": 5, - "total": 136, - "hitRate": 0.03676470588235294 + "total": 110, + "hitRate": 0.20909090909090908 }, { - "encoding": "ISO-8859-14", - "confidence": 8, - "language": "cy", - "byteLogLikelihood": -4.912654885736, + "encoding": "windows-1256", + "language": "ar", + "confidence": 10, + "byteLogLikelihood": -3.968382111450694, "hits": 4, - "total": 136, - "hitRate": 0.029411764705882353 - }, - { - "encoding": "ISO-8859-16", - "confidence": 6, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 3, - "total": 136, - "hitRate": 0.022058823529411766 - }, - { - "encoding": "windows-1257", - "confidence": 4, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 2, - "total": 136, - "hitRate": 0.014705882352941176 - }, - { - "encoding": "ISO-8859-3", - "confidence": 4, - "language": "mt", - "byteLogLikelihood": -4.210065739287, - "hits": 2, - "total": 136, - "hitRate": 0.014705882352941176 - }, - { - "encoding": "ISO-8859-13", - "confidence": 4, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 2, - "total": 136, - "hitRate": 0.014705882352941176 - }, - { - "encoding": "CP852", - "confidence": 4, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 2, - "total": 136, - "hitRate": 0.014705882352941176 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.652362971667, - "hits": 0, - "total": 136, - "hitRate": 0 + "total": 110, + "hitRate": 0.03636363636363636 }, { - "encoding": "ISO-8859-6", + "encoding": "ISO-8859-1", + "language": "sv", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -3.287368473007, + "byteLogLikelihood": -4.6958439343902265, "hits": 0, - "total": 136, + "total": 110, "hitRate": 0 }, { - "encoding": "ISO-8859-7", + "encoding": "ISO-8859-9", + "language": "tr", "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.876181596107, + "byteLogLikelihood": -4.933475282211929, "hits": 0, - "total": 136, + "total": 110, "hitRate": 0 }, { - "encoding": "ISO-8859-8", + "encoding": "windows-1252", + "language": "sv", "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.066153183614, + "byteLogLikelihood": -4.6958439343902265, "hits": 0, - "total": 136, + "total": 110, "hitRate": 0 }, { - "encoding": "windows-1251", + "encoding": "windows-1254", + "language": "tr", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.393743210995, + "byteLogLikelihood": -4.933475282211929, "hits": 0, - "total": 136, + "total": 110, "hitRate": 0 }, { - "encoding": "windows-1253", + "encoding": "windows-1257", + "language": "et", "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.876181596107, + "byteLogLikelihood": -4.720241822679511, "hits": 0, - "total": 136, + "total": 110, "hitRate": 0 }, { - "encoding": "windows-1255", + "encoding": "windows-874", + "language": "th", "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.066153183614, + "byteLogLikelihood": -4.643135408712249, "hits": 0, - "total": 136, + "total": 92, "hitRate": 0 }, { - "encoding": "windows-1256", + "encoding": "macintosh", + "language": "es", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.25594643617, + "byteLogLikelihood": -4.9487598903781675, "hits": 0, - "total": 136, + "total": 55, "hitRate": 0 }, { - "encoding": "windows-874", + "encoding": "ISO-8859-14", + "language": "cy", "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.801526726218, + "byteLogLikelihood": -4.799641758470844, "hits": 0, - "total": 136, + "total": 111, "hitRate": 0 }, { - "encoding": "KOI8-R", + "encoding": "ISO-8859-15", + "language": "de", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.432153549797, + "byteLogLikelihood": -4.7553174259620015, "hits": 0, - "total": 136, + "total": 110, "hitRate": 0 }, { - "encoding": "KOI8-U", + "encoding": "CP850", + "language": "es", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.390348855877, + "byteLogLikelihood": -4.9487598903781675, "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.652362971667, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.419477704429, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.393743210995, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-4", - "confidence": 0, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 0, - "total": 136, + "total": 98, "hitRate": 0 } ] }, { "expected": { - "encoding": "ISO-8859-10", - "language": "is" + "encoding": "ISO-8859-7", + "language": "el" }, "predicted": { - "encoding": "ISO-8859-10", - "confidence": 38, - "language": "is", - "byteLogLikelihood": -3.025836278694, - "hits": 22, - "total": 171, - "hitRate": 0.1286549707602339 + "encoding": "ISO-8859-7", + "language": "el", + "confidence": 51, + "byteLogLikelihood": -3.435199501999897, + "hits": 23, + "total": 134, + "hitRate": 0.17164179104477612 }, "encodingExact": true, "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 1, + "tiedAtTop": 2, "candidates": [ { - "encoding": "ISO-8859-10", - "confidence": 38, - "language": "is", - "byteLogLikelihood": -3.025836278694, - "hits": 22, - "total": 171, - "hitRate": 0.1286549707602339 - }, - { - "encoding": "ISO-8859-1", - "confidence": 14, - "language": "sv", - "byteLogLikelihood": -4.633646206449, - "hits": 8, - "total": 171, - "hitRate": 0.04678362573099415 - }, - { - "encoding": "windows-1252", - "confidence": 14, - "language": "sv", - "byteLogLikelihood": -4.633646206449, - "hits": 8, - "total": 171, - "hitRate": 0.04678362573099415 - }, - { - "encoding": "ISO-8859-3", - "confidence": 12, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 7, - "total": 169, - "hitRate": 0.04142011834319527 - }, - { - "encoding": "windows-1257", - "confidence": 7, - "language": "lt", - "byteLogLikelihood": -3.989583472462, - "hits": 4, - "total": 171, - "hitRate": 0.023391812865497075 - }, - { - "encoding": "windows-1258", - "confidence": 7, - "language": "vi", - "byteLogLikelihood": -4.642697796053, - "hits": 4, - "total": 171, - "hitRate": 0.023391812865497075 - }, - { - "encoding": "ISO-8859-13", - "confidence": 7, - "language": "lt", - "byteLogLikelihood": -3.989583472462, - "hits": 4, - "total": 171, - "hitRate": 0.023391812865497075 - }, - { - "encoding": "macintosh", - "confidence": 5, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 3, - "total": 169, - "hitRate": 0.01775147928994083 - }, - { - "encoding": "ISO-8859-4", - "confidence": 5, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 3, - "total": 171, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "ISO-8859-15", - "confidence": 5, - "language": "de", - "byteLogLikelihood": -4.894502014278, - "hits": 3, - "total": 171, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "CP850", - "confidence": 5, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 3, - "total": 169, - "hitRate": 0.01775147928994083 - }, - { - "encoding": "CP852", - "confidence": 5, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 3, - "total": 169, - "hitRate": 0.01775147928994083 - }, - { - "encoding": "ISO-8859-2", - "confidence": 3, - "language": "cs", - "byteLogLikelihood": -4.497848163857, - "hits": 2, - "total": 171, - "hitRate": 0.011695906432748537 + "encoding": "ISO-8859-7", + "language": "el", + "confidence": 51, + "byteLogLikelihood": -3.435199501999897, + "hits": 23, + "total": 134, + "hitRate": 0.17164179104477612 }, { - "encoding": "windows-1250", - "confidence": 3, - "language": "cs", - "byteLogLikelihood": -4.497848163857, - "hits": 2, - "total": 171, - "hitRate": 0.011695906432748537 + "encoding": "windows-1253", + "language": "el", + "confidence": 51, + "byteLogLikelihood": -3.435199501999897, + "hits": 23, + "total": 134, + "hitRate": 0.17164179104477612 }, { - "encoding": "ISO-8859-9", - "confidence": 1, - "language": "tr", - "byteLogLikelihood": -4.646338703133, + "encoding": "ISO-8859-8", + "language": "he", + "confidence": 2, + "byteLogLikelihood": -4.094953595069802, "hits": 1, - "total": 171, - "hitRate": 0.005847953216374269 + "total": 127, + "hitRate": 0.007874015748031496 }, { - "encoding": "windows-1254", - "confidence": 1, - "language": "tr", - "byteLogLikelihood": -4.646338703133, + "encoding": "windows-1255", + "language": "he", + "confidence": 2, + "byteLogLikelihood": -4.094953595069802, "hits": 1, - "total": 171, - "hitRate": 0.005847953216374269 + "total": 127, + "hitRate": 0.007874015748031496 }, { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.838861551509, - "hits": 0, - "total": 169, - "hitRate": 0 + "encoding": "x-mac-cyrillic", + "language": "uk", + "confidence": 2, + "byteLogLikelihood": -4.203232324163083, + "hits": 1, + "total": 131, + "hitRate": 0.007633587786259542 }, { - "encoding": "ISO-8859-6", + "encoding": "ISO-8859-1", + "language": "pt", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.345124108708, + "byteLogLikelihood": -4.599323437660159, "hits": 0, - "total": 167, + "total": 134, "hitRate": 0 }, { - "encoding": "ISO-8859-7", + "encoding": "ISO-8859-2", + "language": "hu", "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.963723644165, + "byteLogLikelihood": -4.358825259583147, "hits": 0, - "total": 171, + "total": 134, "hitRate": 0 }, { - "encoding": "ISO-8859-8", + "encoding": "windows-1250", + "language": "hu", "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.249634019938, + "byteLogLikelihood": -4.358825259583147, "hits": 0, - "total": 171, + "total": 134, "hitRate": 0 }, { "encoding": "windows-1251", - "confidence": 0, "language": "ru", - "byteLogLikelihood": -3.84046735452, - "hits": 0, - "total": 171, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.963723644165, - "hits": 0, - "total": 171, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.249634019938, - "hits": 0, - "total": 171, - "hitRate": 0 - }, - { - "encoding": "windows-1256", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.696464660765, + "byteLogLikelihood": -4.28869719830448, "hits": 0, - "total": 169, + "total": 134, "hitRate": 0 }, { - "encoding": "windows-874", + "encoding": "windows-1252", + "language": "pt", "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.644763656357, + "byteLogLikelihood": -4.599323437660159, "hits": 0, - "total": 167, + "total": 134, "hitRate": 0 }, { - "encoding": "KOI8-R", + "encoding": "ISO-8859-10", + "language": "is", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.290788006393, + "byteLogLikelihood": -4.576407109739057, "hits": 0, - "total": 171, + "total": 134, "hitRate": 0 }, { - "encoding": "KOI8-U", + "encoding": "ISO-8859-15", + "language": "es", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.026638569428, + "byteLogLikelihood": -4.6039740377957585, "hits": 0, - "total": 171, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.838861551509, - "hits": 0, - "total": 171, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -5.795369889152, - "hits": 0, - "total": 169, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -3.733983711968, - "hits": 0, - "total": 171, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-14", - "confidence": 0, - "language": "cy", - "byteLogLikelihood": -4.657284871846, - "hits": 0, - "total": 171, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-16", - "confidence": 0, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 0, - "total": 171, + "total": 134, "hitRate": 0 } ] }, { "expected": { - "encoding": "ISO-8859-13", - "language": "lt" + "encoding": "ISO-8859-8", + "language": "he" }, "predicted": { - "encoding": "windows-1257", - "confidence": 34, - "language": "lt", - "byteLogLikelihood": -3.200530207132, - "hits": 20, - "total": 173, - "hitRate": 0.11560693641618497 + "encoding": "ISO-8859-8", + "language": "he", + "confidence": 47, + "byteLogLikelihood": -3.320333973076032, + "hits": 16, + "total": 102, + "hitRate": 0.1568627450980392 }, - "encodingExact": false, - "encodingEquivalent": true, + "encodingExact": true, + "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, "tiedAtTop": 2, "candidates": [ { - "encoding": "windows-1257", - "confidence": 34, - "language": "lt", - "byteLogLikelihood": -3.200530207132, - "hits": 20, - "total": 173, - "hitRate": 0.11560693641618497 - }, - { - "encoding": "ISO-8859-13", - "confidence": 34, - "language": "lt", - "byteLogLikelihood": -3.200530207132, - "hits": 20, - "total": 173, - "hitRate": 0.11560693641618497 - }, - { - "encoding": "ISO-8859-4", - "confidence": 22, - "language": "lv", - "byteLogLikelihood": -4.610398759565, - "hits": 13, - "total": 173, - "hitRate": 0.07514450867052024 - }, - { - "encoding": "ISO-8859-2", - "confidence": 15, - "language": "hu", - "byteLogLikelihood": -5.117993812417, - "hits": 9, - "total": 173, - "hitRate": 0.05202312138728324 - }, - { - "encoding": "windows-1250", - "confidence": 15, - "language": "hu", - "byteLogLikelihood": -5.117993812417, - "hits": 9, - "total": 173, - "hitRate": 0.05202312138728324 - }, - { - "encoding": "ISO-8859-1", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 173, - "hitRate": 0.04046242774566474 - }, - { - "encoding": "windows-1252", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 173, - "hitRate": 0.04046242774566474 - }, - { - "encoding": "macintosh", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 168, - "hitRate": 0.041666666666666664 - }, - { - "encoding": "ISO-8859-15", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 173, - "hitRate": 0.04046242774566474 - }, - { - "encoding": "CP850", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 170, - "hitRate": 0.041176470588235294 - }, - { - "encoding": "ISO-8859-9", - "confidence": 8, - "language": "tr", - "byteLogLikelihood": -4.789760270297, - "hits": 5, - "total": 173, - "hitRate": 0.028901734104046242 - }, - { - "encoding": "windows-1254", - "confidence": 8, - "language": "tr", - "byteLogLikelihood": -4.789760270297, - "hits": 5, - "total": 173, - "hitRate": 0.028901734104046242 - }, - { - "encoding": "CP852", - "confidence": 7, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 4, - "total": 170, - "hitRate": 0.023529411764705882 - }, - { - "encoding": "ISO-8859-3", - "confidence": 5, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 3, - "total": 172, - "hitRate": 0.01744186046511628 - }, - { - "encoding": "ISO-8859-14", - "confidence": 3, - "language": "cy", - "byteLogLikelihood": -4.6272413408, - "hits": 2, - "total": 173, - "hitRate": 0.011560693641618497 + "encoding": "ISO-8859-8", + "language": "he", + "confidence": 47, + "byteLogLikelihood": -3.320333973076032, + "hits": 16, + "total": 102, + "hitRate": 0.1568627450980392 }, { - "encoding": "windows-1258", - "confidence": 1, - "language": "vi", - "byteLogLikelihood": -4.960186085121, - "hits": 1, - "total": 171, - "hitRate": 0.005847953216374269 + "encoding": "windows-1255", + "language": "he", + "confidence": 47, + "byteLogLikelihood": -3.320333973076032, + "hits": 16, + "total": 102, + "hitRate": 0.1568627450980392 }, { - "encoding": "IBM855", - "confidence": 1, - "language": "ru", - "byteLogLikelihood": -5.488073838002, + "encoding": "ISO-8859-7", + "language": "el", + "confidence": 2, + "byteLogLikelihood": -3.9819262335774503, "hits": 1, - "total": 170, - "hitRate": 0.0058823529411764705 + "total": 102, + "hitRate": 0.00980392156862745 }, { - "encoding": "ISO-8859-10", - "confidence": 1, - "language": "is", - "byteLogLikelihood": -4.416382325607, + "encoding": "windows-1253", + "language": "el", + "confidence": 2, + "byteLogLikelihood": -3.9819262335774503, "hits": 1, - "total": 173, - "hitRate": 0.005780346820809248 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.893109334109, - "hits": 0, - "total": 172, - "hitRate": 0 + "total": 102, + "hitRate": 0.00980392156862745 }, { - "encoding": "ISO-8859-6", + "encoding": "ISO-8859-1", + "language": "sv", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.773457169107, + "byteLogLikelihood": -4.395116706451511, "hits": 0, - "total": 167, + "total": 102, "hitRate": 0 }, { - "encoding": "ISO-8859-7", + "encoding": "ISO-8859-2", + "language": "cs", "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.472500251122, + "byteLogLikelihood": -4.4619750463190275, "hits": 0, - "total": 173, + "total": 102, "hitRate": 0 }, { - "encoding": "ISO-8859-8", + "encoding": "windows-1250", + "language": "cs", "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.444220754634, + "byteLogLikelihood": -4.4619750463190275, "hits": 0, - "total": 171, + "total": 102, "hitRate": 0 }, { "encoding": "windows-1251", - "confidence": 0, "language": "ru", - "byteLogLikelihood": -3.531827362419, + "confidence": 0, + "byteLogLikelihood": -4.199203901043203, "hits": 0, - "total": 173, + "total": 102, "hitRate": 0 }, { - "encoding": "windows-1253", + "encoding": "windows-1252", + "language": "sv", "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.472500251122, + "byteLogLikelihood": -4.395116706451511, "hits": 0, - "total": 173, + "total": 102, "hitRate": 0 }, { - "encoding": "windows-1255", + "encoding": "windows-1257", + "language": "et", "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.444220754634, + "byteLogLikelihood": -4.639272141502822, "hits": 0, - "total": 171, + "total": 102, "hitRate": 0 }, { - "encoding": "windows-1256", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.924336543075, + "byteLogLikelihood": -4.134202940862652, "hits": 0, - "total": 170, + "total": 102, "hitRate": 0 }, { - "encoding": "windows-874", + "encoding": "ISO-8859-15", + "language": "fr", "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.58967630288, + "byteLogLikelihood": -4.521941300627167, "hits": 0, - "total": 166, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.365896834008, - "hits": 0, - "total": 173, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.252539473952, - "hits": 0, - "total": 173, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.893109334109, - "hits": 0, - "total": 171, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -3.441328843196, - "hits": 0, - "total": 173, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-16", - "confidence": 0, - "language": "ro", - "byteLogLikelihood": -4.616838329205, - "hits": 0, - "total": 173, + "total": 102, "hitRate": 0 } ] }, { "expected": { - "encoding": "ISO-8859-14", - "language": "cy" + "encoding": "ISO-8859-9", + "language": "tr" }, "predicted": { - "encoding": "ISO-8859-14", - "confidence": 50, - "language": "cy", - "byteLogLikelihood": -3.988458644989, - "hits": 32, - "total": 189, - "hitRate": 0.1693121693121693 + "encoding": "ISO-8859-9", + "language": "tr", + "confidence": 55, + "byteLogLikelihood": -3.5316752167726904, + "hits": 25, + "total": 134, + "hitRate": 0.1865671641791045 }, "encodingExact": true, "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 1, + "tiedAtTop": 2, "candidates": [ { - "encoding": "ISO-8859-14", - "confidence": 50, - "language": "cy", - "byteLogLikelihood": -3.988458644989, - "hits": 32, - "total": 189, - "hitRate": 0.1693121693121693 - }, - { - "encoding": "ISO-8859-1", - "confidence": 14, - "language": "pt", - "byteLogLikelihood": -4.955827057601, - "hits": 9, - "total": 189, - "hitRate": 0.047619047619047616 - }, - { - "encoding": "windows-1252", - "confidence": 14, - "language": "pt", - "byteLogLikelihood": -4.955827057601, - "hits": 9, - "total": 189, - "hitRate": 0.047619047619047616 - }, - { - "encoding": "windows-1258", - "confidence": 14, - "language": "vi", - "byteLogLikelihood": -4.34192292436, - "hits": 9, - "total": 188, - "hitRate": 0.047872340425531915 + "encoding": "ISO-8859-9", + "language": "tr", + "confidence": 55, + "byteLogLikelihood": -3.5316752167726904, + "hits": 25, + "total": 134, + "hitRate": 0.1865671641791045 }, { - "encoding": "macintosh", - "confidence": 11, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 188, - "hitRate": 0.03723404255319149 + "encoding": "windows-1254", + "language": "tr", + "confidence": 55, + "byteLogLikelihood": -3.5316752167726904, + "hits": 25, + "total": 134, + "hitRate": 0.1865671641791045 }, { - "encoding": "ISO-8859-15", - "confidence": 11, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 189, - "hitRate": 0.037037037037037035 + "encoding": "ISO-8859-1", + "language": "da", + "confidence": 17, + "byteLogLikelihood": -4.969813299576001, + "hits": 8, + "total": 134, + "hitRate": 0.05970149253731343 }, { - "encoding": "CP850", - "confidence": 11, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 188, - "hitRate": 0.03723404255319149 + "encoding": "windows-1252", + "language": "da", + "confidence": 17, + "byteLogLikelihood": -4.969813299576001, + "hits": 8, + "total": 134, + "hitRate": 0.05970149253731343 }, { "encoding": "ISO-8859-2", - "confidence": 9, - "language": "cs", - "byteLogLikelihood": -5.159055299215, + "language": "ro", + "confidence": 13, + "byteLogLikelihood": -4.3521905160727465, "hits": 6, - "total": 189, - "hitRate": 0.031746031746031744 + "total": 134, + "hitRate": 0.04477611940298507 }, { "encoding": "windows-1250", - "confidence": 9, - "language": "cs", - "byteLogLikelihood": -5.159055299215, + "language": "ro", + "confidence": 13, + "byteLogLikelihood": -4.3521905160727465, "hits": 6, - "total": 189, - "hitRate": 0.031746031746031744 + "total": 134, + "hitRate": 0.04477611940298507 }, { "encoding": "windows-1257", - "confidence": 6, - "language": "et", - "byteLogLikelihood": -4.934473933131, - "hits": 4, - "total": 189, - "hitRate": 0.021164021164021163 - }, - { - "encoding": "ISO-8859-3", - "confidence": 4, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 3, - "total": 189, - "hitRate": 0.015873015873015872 - }, - { - "encoding": "ISO-8859-10", - "confidence": 4, - "language": "is", - "byteLogLikelihood": -4.009500374258, - "hits": 3, - "total": 189, - "hitRate": 0.015873015873015872 - }, - { - "encoding": "ISO-8859-9", - "confidence": 3, - "language": "tr", - "byteLogLikelihood": -4.613075694861, - "hits": 2, - "total": 189, - "hitRate": 0.010582010582010581 - }, - { - "encoding": "windows-1254", - "confidence": 3, - "language": "tr", - "byteLogLikelihood": -4.613075694861, - "hits": 2, - "total": 189, - "hitRate": 0.010582010582010581 - }, - { - "encoding": "CP852", - "confidence": 3, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 2, - "total": 188, - "hitRate": 0.010638297872340425 - }, - { - "encoding": "ISO-8859-4", - "confidence": 1, "language": "lv", - "byteLogLikelihood": -4.961907790704, - "hits": 1, - "total": 189, - "hitRate": 0.005291005291005291 + "confidence": 11, + "byteLogLikelihood": -3.6134979933726017, + "hits": 5, + "total": 134, + "hitRate": 0.03731343283582089 }, { "encoding": "ISO-8859-13", - "confidence": 1, "language": "lt", - "byteLogLikelihood": -3.647025046455, - "hits": 1, - "total": 189, - "hitRate": 0.005291005291005291 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.350299845595, - "hits": 0, - "total": 189, - "hitRate": 0 + "confidence": 11, + "byteLogLikelihood": -4.394247673507516, + "hits": 5, + "total": 134, + "hitRate": 0.03731343283582089 }, { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.420534999272, - "hits": 0, - "total": 188, - "hitRate": 0 + "encoding": "ISO-8859-16", + "language": "ro", + "confidence": 11, + "byteLogLikelihood": -4.258499816030248, + "hits": 5, + "total": 134, + "hitRate": 0.03731343283582089 }, { "encoding": "ISO-8859-7", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.254156765951, - "hits": 0, - "total": 189, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.917404374874, - "hits": 0, - "total": 188, - "hitRate": 0 - }, - { - "encoding": "windows-1251", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.467895804539, + "byteLogLikelihood": -4.21696617406579, "hits": 0, - "total": 189, + "total": 134, "hitRate": 0 }, { "encoding": "windows-1253", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.254156765951, - "hits": 0, - "total": 189, - "hitRate": 0 - }, - { - "encoding": "windows-1255", "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.917404374874, + "byteLogLikelihood": -4.21696617406579, "hits": 0, - "total": 188, + "total": 134, "hitRate": 0 }, { - "encoding": "windows-1256", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, + "byteLogLikelihood": -4.22610845571037, "hits": 0, - "total": 188, + "total": 134, "hitRate": 0 - }, + } + ] + }, + { + "expected": { + "encoding": "KOI8-R", + "language": "ru" + }, + "predicted": { + "encoding": "KOI8-R", + "language": "ru", + "confidence": 43, + "byteLogLikelihood": -3.313760777855142, + "hits": 26, + "total": 179, + "hitRate": 0.1452513966480447 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 1, + "candidates": [ + { + "encoding": "KOI8-R", + "language": "ru", + "confidence": 43, + "byteLogLikelihood": -3.313760777855142, + "hits": 26, + "total": 179, + "hitRate": 0.1452513966480447 + }, + { + "encoding": "KOI8-U", + "language": "uk", + "confidence": 28, + "byteLogLikelihood": -3.4432151057527425, + "hits": 17, + "total": 179, + "hitRate": 0.09497206703910614 + }, { "encoding": "windows-874", - "confidence": 0, "language": "th", - "byteLogLikelihood": -5.830407858741, + "confidence": 12, + "byteLogLikelihood": -4.705552828452045, + "hits": 7, + "total": 162, + "hitRate": 0.043209876543209874 + }, + { + "encoding": "ISO-8859-1", + "language": "nl", + "confidence": 0, + "byteLogLikelihood": -4.900684399759224, "hits": 0, - "total": 188, + "total": 176, "hitRate": 0 }, { - "encoding": "KOI8-R", + "encoding": "ISO-8859-6", + "language": "ar", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.229985622133, + "byteLogLikelihood": -4.759099059366501, "hits": 0, - "total": 189, + "total": 176, "hitRate": 0 }, { - "encoding": "KOI8-U", + "encoding": "windows-1252", + "language": "nl", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -5.821976831991, + "byteLogLikelihood": -4.900684399759224, "hits": 0, - "total": 189, + "total": 176, "hitRate": 0 }, { - "encoding": "IBM866", + "encoding": "windows-1256", + "language": "ar", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.350299845595, + "byteLogLikelihood": -4.796335743251594, "hits": 0, - "total": 188, + "total": 175, "hitRate": 0 }, { - "encoding": "IBM855", + "encoding": "windows-1257", + "language": "et", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.325879646284, + "byteLogLikelihood": -4.915332398310187, "hits": 0, - "total": 188, + "total": 176, "hitRate": 0 }, { - "encoding": "x-mac-cyrillic", + "encoding": "macintosh", + "language": "es", + "confidence": 0, + "byteLogLikelihood": -4.9487598903781675, + "hits": 0, + "total": 94, + "hitRate": 0 + }, + { + "encoding": "ISO-8859-14", + "language": "cy", + "confidence": 0, + "byteLogLikelihood": -4.9126548857360515, + "hits": 0, + "total": 179, + "hitRate": 0 + }, + { + "encoding": "ISO-8859-15", + "language": "de", + "confidence": 0, + "byteLogLikelihood": -4.935090625757383, + "hits": 0, + "total": 176, + "hitRate": 0 + }, + { + "encoding": "CP850", + "language": "es", "confidence": 0, + "byteLogLikelihood": -4.9487598903781675, + "hits": 0, + "total": 92, + "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "KOI8-U", + "language": "uk" + }, + "predicted": { + "encoding": "KOI8-U", + "language": "uk", + "confidence": 32, + "byteLogLikelihood": -3.3436975693204865, + "hits": 19, + "total": 177, + "hitRate": 0.10734463276836158 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 1, + "candidates": [ + { + "encoding": "KOI8-U", "language": "uk", - "byteLogLikelihood": -3.255815902698, + "confidence": 32, + "byteLogLikelihood": -3.3436975693204865, + "hits": 19, + "total": 177, + "hitRate": 0.10734463276836158 + }, + { + "encoding": "KOI8-R", + "language": "ru", + "confidence": 17, + "byteLogLikelihood": -3.51001269580142, + "hits": 10, + "total": 172, + "hitRate": 0.05813953488372093 + }, + { + "encoding": "windows-874", + "language": "th", + "confidence": 11, + "byteLogLikelihood": -4.843281209677794, + "hits": 6, + "total": 163, + "hitRate": 0.03680981595092025 + }, + { + "encoding": "ISO-8859-1", + "language": "en", + "confidence": 1, + "byteLogLikelihood": -4.915420747008651, + "hits": 1, + "total": 168, + "hitRate": 0.005952380952380952 + }, + { + "encoding": "ISO-8859-6", + "language": "ar", + "confidence": 1, + "byteLogLikelihood": -4.726706027837932, + "hits": 1, + "total": 170, + "hitRate": 0.0058823529411764705 + }, + { + "encoding": "windows-1252", + "language": "en", + "confidence": 1, + "byteLogLikelihood": -4.915420747008651, + "hits": 1, + "total": 168, + "hitRate": 0.005952380952380952 + }, + { + "encoding": "windows-1256", + "language": "ar", + "confidence": 1, + "byteLogLikelihood": -4.693044688745164, + "hits": 1, + "total": 168, + "hitRate": 0.005952380952380952 + }, + { + "encoding": "windows-1257", + "language": "et", + "confidence": 0, + "byteLogLikelihood": -4.922686041885769, "hits": 0, - "total": 189, + "total": 168, "hitRate": 0 }, { - "encoding": "ISO-8859-16", + "encoding": "macintosh", + "language": "es", "confidence": 0, - "language": "ro", - "byteLogLikelihood": -3.903274585551, + "byteLogLikelihood": -4.9487598903781675, "hits": 0, - "total": 189, + "total": 89, + "hitRate": 0 + }, + { + "encoding": "ISO-8859-14", + "language": "cy", + "confidence": 0, + "byteLogLikelihood": -4.912654885736053, + "hits": 0, + "total": 177, + "hitRate": 0 + }, + { + "encoding": "ISO-8859-15", + "language": "es", + "confidence": 0, + "byteLogLikelihood": -4.944199711558694, + "hits": 0, + "total": 176, + "hitRate": 0 + }, + { + "encoding": "CP850", + "language": "es", + "confidence": 0, + "byteLogLikelihood": -4.9487598903781675, + "hits": 0, + "total": 92, "hitRate": 0 } ] }, { "expected": { - "encoding": "ISO-8859-15", + "encoding": "macintosh", "language": "de" }, "predicted": { - "encoding": "ISO-8859-1", - "confidence": 73, + "encoding": "macintosh", "language": "de", - "byteLogLikelihood": -3.169712077519, + "confidence": 73, + "byteLogLikelihood": -3.1697120775185543, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 }, - "encodingExact": false, - "encodingEquivalent": true, + "encodingExact": true, + "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 3, + "tiedAtTop": 1, "candidates": [ { - "encoding": "ISO-8859-1", - "confidence": 73, + "encoding": "macintosh", "language": "de", - "byteLogLikelihood": -3.169712077519, + "confidence": 73, + "byteLogLikelihood": -3.1697120775185543, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 }, { "encoding": "windows-1252", - "confidence": 73, "language": "de", - "byteLogLikelihood": -3.169712077519, - "hits": 53, + "confidence": 70, + "byteLogLikelihood": -5.003946305945459, + "hits": 51, "total": 216, - "hitRate": 0.24537037037037038 + "hitRate": 0.2361111111111111 }, { "encoding": "ISO-8859-15", - "confidence": 73, "language": "de", - "byteLogLikelihood": -3.169712077519, + "confidence": 74, + "byteLogLikelihood": -5.003946305945459, "hits": 53, - "total": 216, - "hitRate": 0.24537037037037038 + "total": 214, + "hitRate": 0.24766355140186916 }, { - "encoding": "macintosh", - "confidence": 72, + "encoding": "ISO-8859-1", "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 52, - "total": 215, - "hitRate": 0.24186046511627907 + "confidence": 74, + "byteLogLikelihood": -5.003946305945459, + "hits": 53, + "total": 214, + "hitRate": 0.24766355140186916 }, { "encoding": "CP850", - "confidence": 70, "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 51, + "confidence": 69, + "byteLogLikelihood": -5.003946305945459, + "hits": 50, "total": 216, - "hitRate": 0.2361111111111111 + "hitRate": 0.23148148148148148 }, { "encoding": "ISO-8859-14", - "confidence": 20, "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 15, - "total": 216, - "hitRate": 0.06944444444444445 + "confidence": 22, + "byteLogLikelihood": -4.912654885736052, + "hits": 16, + "total": 214, + "hitRate": 0.07476635514018691 }, { "encoding": "ISO-8859-2", - "confidence": 13, "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, - "total": 216, - "hitRate": 0.046296296296296294 + "confidence": 15, + "byteLogLikelihood": -5.176149732573829, + "hits": 11, + "total": 214, + "hitRate": 0.0514018691588785 }, { "encoding": "windows-1250", - "confidence": 13, "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, + "confidence": 15, + "byteLogLikelihood": -5.176149732573829, + "hits": 11, "total": 216, - "hitRate": 0.046296296296296294 + "hitRate": 0.05092592592592592 }, { "encoding": "ISO-8859-9", - "confidence": 12, "language": "tr", - "byteLogLikelihood": -4.5258676709, - "hits": 9, - "total": 216, - "hitRate": 0.041666666666666664 + "confidence": 14, + "byteLogLikelihood": -5.0751738152338275, + "hits": 10, + "total": 214, + "hitRate": 0.04672897196261682 }, { "encoding": "windows-1254", - "confidence": 12, "language": "tr", - "byteLogLikelihood": -4.5258676709, + "confidence": 12, + "byteLogLikelihood": -5.0751738152338275, "hits": 9, "total": 216, "hitRate": 0.041666666666666664 }, - { - "encoding": "ISO-8859-16", - "confidence": 11, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 8, - "total": 216, - "hitRate": 0.037037037037037035 - }, { "encoding": "windows-1257", - "confidence": 9, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 7, - "total": 216, - "hitRate": 0.032407407407407406 - }, - { - "encoding": "ISO-8859-4", - "confidence": 9, "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 7, - "total": 216, - "hitRate": 0.032407407407407406 + "confidence": 11, + "byteLogLikelihood": -5.1929568508902095, + "hits": 8, + "total": 214, + "hitRate": 0.037383177570093455 }, { "encoding": "CP852", - "confidence": 6, "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 5, - "total": 216, - "hitRate": 0.023148148148148147 - }, - { - "encoding": "windows-1258", - "confidence": 5, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 4, - "total": 216, - "hitRate": 0.018518518518518517 - }, - { - "encoding": "ISO-8859-3", "confidence": 5, - "language": "mt", - "byteLogLikelihood": -5.105945473901, + "byteLogLikelihood": -5.0875963352323845, "hits": 4, "total": 216, "hitRate": 0.018518518518518517 - }, - { - "encoding": "ISO-8859-13", - "confidence": 2, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 2, - "total": 216, - "hitRate": 0.009259259259259259 - }, - { - "encoding": "ISO-8859-10", - "confidence": 1, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 1, - "total": 216, - "hitRate": 0.004629629629629629 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.162408104115, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.007313397456, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.349754587225, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.279537403415, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.542402054434, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.349754587225, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.279537403415, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.318835143108, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.657121063601, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.28774788718, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.245943193261, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -5.942998477092, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -3.629332579687, - "hits": 0, - "total": 216, - "hitRate": 0 } ] }, { "expected": { - "encoding": "ISO-8859-15", + "encoding": "macintosh", "language": "es" }, "predicted": { - "encoding": "ISO-8859-1", - "confidence": 61, + "encoding": "macintosh", "language": "es", - "byteLogLikelihood": -3.834657935767, + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, "hits": 41, "total": 200, "hitRate": 0.205 }, - "encodingExact": false, - "encodingEquivalent": true, + "encodingExact": true, + "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 3, + "tiedAtTop": 1, "candidates": [ { - "encoding": "ISO-8859-1", - "confidence": 61, + "encoding": "macintosh", "language": "es", - "byteLogLikelihood": -3.834657935767, + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, "hits": 41, "total": 200, "hitRate": 0.205 }, { "encoding": "windows-1252", - "confidence": 61, "language": "es", - "byteLogLikelihood": -3.834657935767, - "hits": 41, - "total": 200, - "hitRate": 0.205 + "confidence": 58, + "byteLogLikelihood": -4.948759890378169, + "hits": 39, + "total": 199, + "hitRate": 0.19597989949748743 }, { "encoding": "ISO-8859-15", - "confidence": 61, "language": "es", - "byteLogLikelihood": -3.834657935767, - "hits": 41, - "total": 200, - "hitRate": 0.205 + "confidence": 58, + "byteLogLikelihood": -4.948759890378169, + "hits": 39, + "total": 199, + "hitRate": 0.19597989949748743 }, { - "encoding": "macintosh", - "confidence": 58, + "encoding": "ISO-8859-1", "language": "es", - "byteLogLikelihood": -4.948759890378, + "confidence": 58, + "byteLogLikelihood": -4.948759890378169, "hits": 39, "total": 199, "hitRate": 0.19597989949748743 }, { "encoding": "CP850", - "confidence": 58, "language": "es", - "byteLogLikelihood": -4.948759890378, + "confidence": 58, + "byteLogLikelihood": -4.948759890378169, "hits": 39, "total": 200, "hitRate": 0.195 }, { "encoding": "windows-1257", - "confidence": 24, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 16, - "total": 200, - "hitRate": 0.08 - }, - { - "encoding": "ISO-8859-4", - "confidence": 24, "language": "lv", - "byteLogLikelihood": -5.009854802779, - "hits": 16, - "total": 200, - "hitRate": 0.08 - }, - { - "encoding": "ISO-8859-13", - "confidence": 19, - "language": "lt", - "byteLogLikelihood": -4.892914919217, - "hits": 13, - "total": 200, - "hitRate": 0.065 + "confidence": 25, + "byteLogLikelihood": -5.192956850890211, + "hits": 17, + "total": 199, + "hitRate": 0.08542713567839195 }, { "encoding": "ISO-8859-14", - "confidence": 16, "language": "cy", - "byteLogLikelihood": -4.912654885736, + "confidence": 16, + "byteLogLikelihood": -4.912654885736052, "hits": 11, - "total": 200, - "hitRate": 0.055 - }, + "total": 199, + "hitRate": 0.05527638190954774 + }, { "encoding": "ISO-8859-2", - "confidence": 15, "language": "ro", - "byteLogLikelihood": -5.176149732574, + "confidence": 15, + "byteLogLikelihood": -5.176149732573829, "hits": 10, - "total": 200, - "hitRate": 0.05 + "total": 199, + "hitRate": 0.05025125628140704 }, { "encoding": "windows-1250", - "confidence": 15, "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, - "total": 200, - "hitRate": 0.05 - }, - { - "encoding": "ISO-8859-16", "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.220355825078, + "byteLogLikelihood": -5.176149732573829, "hits": 10, - "total": 200, - "hitRate": 0.05 + "total": 199, + "hitRate": 0.05025125628140704 }, { "encoding": "ISO-8859-9", - "confidence": 7, "language": "tr", - "byteLogLikelihood": -5.075173815234, + "confidence": 7, + "byteLogLikelihood": -5.075173815233826, "hits": 5, - "total": 200, - "hitRate": 0.025 + "total": 199, + "hitRate": 0.02512562814070352 }, { "encoding": "windows-1254", - "confidence": 7, "language": "tr", - "byteLogLikelihood": -5.075173815234, + "confidence": 7, + "byteLogLikelihood": -5.075173815233826, "hits": 5, - "total": 200, - "hitRate": 0.025 + "total": 199, + "hitRate": 0.02512562814070352 }, { "encoding": "CP852", - "confidence": 7, "language": "pl", - "byteLogLikelihood": -5.087596335232, + "confidence": 7, + "byteLogLikelihood": -5.0875963352323845, "hits": 5, "total": 200, "hitRate": 0.025 - }, - { - "encoding": "windows-1258", - "confidence": 4, - "language": "vi", - "byteLogLikelihood": -4.848531508941, - "hits": 3, - "total": 200, - "hitRate": 0.015 - }, - { - "encoding": "ISO-8859-10", - "confidence": 4, - "language": "is", - "byteLogLikelihood": -3.846028832089, - "hits": 3, - "total": 200, - "hitRate": 0.015 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.977292083619, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.346153815501, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.106555532888, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.411159813207, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.336328204376, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.106555532888, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.411159813207, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -3.300604963183, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.412820202576, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.303705458307, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.977292083619, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.203740544852, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.336328204376, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 0, - "total": 200, - "hitRate": 0 } ] }, { "expected": { - "encoding": "ISO-8859-15", + "encoding": "macintosh", "language": "fr" }, "predicted": { - "encoding": "ISO-8859-1", - "confidence": 77, + "encoding": "macintosh", "language": "fr", - "byteLogLikelihood": -2.06619631493, + "confidence": 77, + "byteLogLikelihood": -2.0661963149298153, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 }, - "encodingExact": false, - "encodingEquivalent": true, + "encodingExact": true, + "encodingEquivalent": false, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 3, + "tiedAtTop": 1, "candidates": [ { - "encoding": "ISO-8859-1", - "confidence": 77, - "language": "fr", - "byteLogLikelihood": -2.06619631493, - "hits": 59, - "total": 228, - "hitRate": 0.25877192982456143 - }, - { - "encoding": "windows-1252", - "confidence": 77, + "encoding": "macintosh", "language": "fr", - "byteLogLikelihood": -2.06619631493, - "hits": 59, - "total": 228, - "hitRate": 0.25877192982456143 - }, - { - "encoding": "ISO-8859-15", "confidence": 77, - "language": "fr", - "byteLogLikelihood": -2.06619631493, + "byteLogLikelihood": -2.0661963149298153, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 }, { - "encoding": "macintosh", - "confidence": 71, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 54, - "total": 228, - "hitRate": 0.23684210526315788 - }, - { - "encoding": "CP850", - "confidence": 71, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 54, - "total": 228, - "hitRate": 0.23684210526315788 - }, - { - "encoding": "ISO-8859-2", - "confidence": 11, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 9, - "total": 228, - "hitRate": 0.039473684210526314 - }, - { - "encoding": "windows-1250", - "confidence": 11, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 9, - "total": 228, - "hitRate": 0.039473684210526314 - }, - { - "encoding": "ISO-8859-10", - "confidence": 10, - "language": "is", - "byteLogLikelihood": -4.510859506517, - "hits": 8, - "total": 228, - "hitRate": 0.03508771929824561 - }, - { - "encoding": "ISO-8859-16", - "confidence": 10, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 8, - "total": 228, - "hitRate": 0.03508771929824561 - }, - { - "encoding": "windows-1257", - "confidence": 7, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 6, - "total": 228, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "ISO-8859-4", - "confidence": 7, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 6, - "total": 228, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "CP852", - "confidence": 7, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 6, - "total": 228, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "ISO-8859-9", - "confidence": 5, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "windows-1254", - "confidence": 5, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "windows-1258", - "confidence": 5, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "ISO-8859-3", - "confidence": 5, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "ISO-8859-13", - "confidence": 5, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "ISO-8859-14", - "confidence": 3, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 3, - "total": 228, - "hitRate": 0.013157894736842105 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.593471453839, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -2.654561516151, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -2.405884662832, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.612642200827, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -2.654561516151, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -2.405884662832, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -3.57655026914, - "hits": 0, - "total": 224, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.593471453839, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -4.728861658331, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.252383775789, - "hits": 0, - "total": 228, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "ISO-8859-16", - "language": "ro" - }, - "predicted": { - "encoding": "ISO-8859-16", - "confidence": 53, - "language": "ro", - "byteLogLikelihood": -2.758152644716, - "hits": 38, - "total": 214, - "hitRate": 0.17757009345794392 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "ISO-8859-16", - "confidence": 53, - "language": "ro", - "byteLogLikelihood": -2.758152644716, - "hits": 38, - "total": 214, - "hitRate": 0.17757009345794392 - }, - { - "encoding": "ISO-8859-2", - "confidence": 44, - "language": "ro", - "byteLogLikelihood": -2.870272383724, - "hits": 32, - "total": 214, - "hitRate": 0.14953271028037382 - }, - { - "encoding": "windows-1250", - "confidence": 44, - "language": "ro", - "byteLogLikelihood": -2.870272383724, - "hits": 32, - "total": 214, - "hitRate": 0.14953271028037382 - }, - { - "encoding": "ISO-8859-1", - "confidence": 26, - "language": "it", - "byteLogLikelihood": -4.919980925828, - "hits": 19, - "total": 214, - "hitRate": 0.08878504672897196 - }, - { - "encoding": "windows-1252", - "confidence": 26, - "language": "it", - "byteLogLikelihood": -4.919980925828, - "hits": 19, - "total": 214, - "hitRate": 0.08878504672897196 - }, - { - "encoding": "macintosh", - "confidence": 22, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 16, - "total": 210, - "hitRate": 0.0761904761904762 - }, - { - "encoding": "CP850", - "confidence": 18, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 13, - "total": 213, - "hitRate": 0.06103286384976526 - }, - { - "encoding": "ISO-8859-15", - "confidence": 16, - "language": "fr", - "byteLogLikelihood": -4.918215670022, - "hits": 12, - "total": 214, - "hitRate": 0.056074766355140186 - }, - { - "encoding": "ISO-8859-3", - "confidence": 12, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 9, - "total": 212, - "hitRate": 0.04245283018867924 - }, - { - "encoding": "ISO-8859-9", - "confidence": 9, - "language": "tr", - "byteLogLikelihood": -4.982754191159, - "hits": 7, - "total": 214, - "hitRate": 0.03271028037383177 - }, - { - "encoding": "windows-1254", - "confidence": 9, - "language": "tr", - "byteLogLikelihood": -4.982754191159, - "hits": 7, - "total": 214, - "hitRate": 0.03271028037383177 - }, - { - "encoding": "CP852", - "confidence": 9, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 7, - "total": 215, - "hitRate": 0.03255813953488372 - }, - { - "encoding": "windows-1257", - "confidence": 8, - "language": "lv", - "byteLogLikelihood": -4.456762061842, - "hits": 6, - "total": 214, - "hitRate": 0.028037383177570093 - }, - { - "encoding": "ISO-8859-4", - "confidence": 7, - "language": "lv", - "byteLogLikelihood": -4.924600071508, - "hits": 5, - "total": 214, - "hitRate": 0.02336448598130841 - }, - { - "encoding": "windows-1258", - "confidence": 5, - "language": "vi", - "byteLogLikelihood": -5.219909353069, - "hits": 4, - "total": 214, - "hitRate": 0.018691588785046728 - }, - { - "encoding": "ISO-8859-10", - "confidence": 5, - "language": "is", - "byteLogLikelihood": -5.111587063002, - "hits": 4, - "total": 216, - "hitRate": 0.018518518518518517 - }, - { - "encoding": "ISO-8859-13", - "confidence": 5, - "language": "lt", - "byteLogLikelihood": -4.864509292863, - "hits": 4, - "total": 214, - "hitRate": 0.018691588785046728 - }, - { - "encoding": "ISO-8859-14", - "confidence": 4, - "language": "cy", - "byteLogLikelihood": -4.542976389437, - "hits": 3, - "total": 216, - "hitRate": 0.013888888888888888 - }, - { - "encoding": "windows-874", - "confidence": 1, - "language": "th", - "byteLogLikelihood": -5.210426263201, - "hits": 1, - "total": 214, - "hitRate": 0.004672897196261682 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.539739112612, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.000268888635, - "hits": 0, - "total": 211, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.499845100591, - "hits": 0, - "total": 214, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.429071192897, - "hits": 0, - "total": 213, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.382241948417, - "hits": 0, - "total": 214, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.499845100591, - "hits": 0, - "total": 214, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.429071192897, - "hits": 0, - "total": 213, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.739610656221, - "hits": 0, - "total": 213, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.414824870283, - "hits": 0, - "total": 213, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.199507530667, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.333669615722, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.794020051248, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.382241948417, - "hits": 0, - "total": 214, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "ISO-8859-2", - "language": "cs" - }, - "predicted": { - "encoding": "ISO-8859-2", - "confidence": 30, - "language": "cs", - "byteLogLikelihood": -3.429159108442, - "hits": 13, - "total": 126, - "hitRate": 0.10317460317460317 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 2, - "candidates": [ - { - "encoding": "ISO-8859-2", - "confidence": 30, - "language": "cs", - "byteLogLikelihood": -3.429159108442, - "hits": 13, - "total": 126, - "hitRate": 0.10317460317460317 - }, - { - "encoding": "windows-1250", - "confidence": 30, - "language": "cs", - "byteLogLikelihood": -3.429159108442, - "hits": 13, - "total": 126, - "hitRate": 0.10317460317460317 - }, - { - "encoding": "ISO-8859-1", - "confidence": 11, - "language": "pt", - "byteLogLikelihood": -4.5670392286, - "hits": 5, - "total": 126, - "hitRate": 0.03968253968253968 - }, - { - "encoding": "windows-1252", - "confidence": 11, - "language": "pt", - "byteLogLikelihood": -4.5670392286, - "hits": 5, - "total": 126, - "hitRate": 0.03968253968253968 - }, - { - "encoding": "CP852", - "confidence": 11, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 5, - "total": 126, - "hitRate": 0.03968253968253968 - }, - { - "encoding": "windows-1257", - "confidence": 7, - "language": "lt", - "byteLogLikelihood": -4.997937219301, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 - }, - { - "encoding": "windows-1258", - "confidence": 7, - "language": "vi", - "byteLogLikelihood": -4.506724065575, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 - }, - { - "encoding": "macintosh", - "confidence": 7, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 3, - "total": 124, - "hitRate": 0.024193548387096774 - }, - { - "encoding": "ISO-8859-13", - "confidence": 7, - "language": "lt", - "byteLogLikelihood": -4.997937219301, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 - }, - { - "encoding": "ISO-8859-15", - "confidence": 7, - "language": "fr", - "byteLogLikelihood": -4.081579721495, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 - }, - { - "encoding": "ISO-8859-16", - "confidence": 7, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 - }, - { - "encoding": "CP850", - "confidence": 7, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 3, - "total": 125, - "hitRate": 0.024 - }, - { - "encoding": "ISO-8859-9", - "confidence": 4, - "language": "tr", - "byteLogLikelihood": -4.849273210708, - "hits": 2, - "total": 126, - "hitRate": 0.015873015873015872 - }, - { - "encoding": "windows-1254", - "confidence": 4, - "language": "tr", - "byteLogLikelihood": -4.849273210708, - "hits": 2, - "total": 126, - "hitRate": 0.015873015873015872 - }, - { - "encoding": "ISO-8859-4", - "confidence": 4, - "language": "lv", - "byteLogLikelihood": -5.129943470839, - "hits": 2, - "total": 126, - "hitRate": 0.015873015873015872 - }, - { - "encoding": "ISO-8859-14", - "confidence": 4, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 2, - "total": 126, - "hitRate": 0.015873015873015872 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.254067466067, - "hits": 0, - "total": 125, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.402405269754, - "hits": 0, - "total": 124, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.401446196881, - "hits": 0, - "total": 126, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.467509652199, - "hits": 0, - "total": 125, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.249199684222, - "hits": 0, - "total": 126, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.401446196881, - "hits": 0, - "total": 126, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.467509652199, - "hits": 0, - "total": 125, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.164526575273, - "hits": 0, - "total": 125, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -4.504431122267, - "hits": 0, - "total": 122, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.566056982405, - "hits": 0, - "total": 126, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.524252288486, - "hits": 0, - "total": 126, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.254067466067, - "hits": 0, - "total": 125, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.108905030169, - "hits": 0, - "total": 125, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.226561011787, - "hits": 0, - "total": 126, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 0, - "total": 126, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-10", - "confidence": 0, - "language": "is", - "byteLogLikelihood": -4.43713857777, - "hits": 0, - "total": 126, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "ISO-8859-2", - "language": "hu" - }, - "predicted": { - "encoding": "ISO-8859-2", - "confidence": 46, - "language": "hu", - "byteLogLikelihood": -3.161205902203, - "hits": 21, - "total": 136, - "hitRate": 0.15441176470588236 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 2, - "candidates": [ - { - "encoding": "ISO-8859-2", - "confidence": 46, - "language": "hu", - "byteLogLikelihood": -3.161205902203, - "hits": 21, - "total": 136, - "hitRate": 0.15441176470588236 - }, - { - "encoding": "windows-1250", - "confidence": 46, - "language": "hu", - "byteLogLikelihood": -3.161205902203, - "hits": 21, - "total": 136, - "hitRate": 0.15441176470588236 - }, - { - "encoding": "ISO-8859-1", - "confidence": 17, - "language": "pt", - "byteLogLikelihood": -4.507887190294, - "hits": 8, - "total": 136, - "hitRate": 0.058823529411764705 - }, - { - "encoding": "windows-1252", - "confidence": 17, - "language": "pt", - "byteLogLikelihood": -4.507887190294, - "hits": 8, - "total": 136, - "hitRate": 0.058823529411764705 - }, - { - "encoding": "CP852", - "confidence": 15, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 7, - "total": 135, - "hitRate": 0.05185185185185185 - }, - { - "encoding": "ISO-8859-14", - "confidence": 8, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 4, - "total": 136, - "hitRate": 0.029411764705882353 - }, - { - "encoding": "macintosh", - "confidence": 6, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 3, - "total": 135, - "hitRate": 0.022222222222222223 - }, - { - "encoding": "CP850", - "confidence": 6, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 3, - "total": 134, - "hitRate": 0.022388059701492536 - }, - { - "encoding": "ISO-8859-15", - "confidence": 4, - "language": "fr", - "byteLogLikelihood": -4.274525549305, - "hits": 2, - "total": 136, - "hitRate": 0.014705882352941176 - }, - { - "encoding": "ISO-8859-16", - "confidence": 4, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 2, - "total": 136, - "hitRate": 0.014705882352941176 - }, - { - "encoding": "ISO-8859-9", - "confidence": 2, - "language": "tr", - "byteLogLikelihood": -4.5258676709, - "hits": 1, - "total": 136, - "hitRate": 0.007352941176470588 - }, - { - "encoding": "windows-1254", - "confidence": 2, - "language": "tr", - "byteLogLikelihood": -4.5258676709, - "hits": 1, - "total": 136, - "hitRate": 0.007352941176470588 - }, - { - "encoding": "windows-1257", - "confidence": 2, - "language": "et", - "byteLogLikelihood": -4.453831056838, - "hits": 1, - "total": 136, - "hitRate": 0.007352941176470588 - }, - { - "encoding": "ISO-8859-4", - "confidence": 2, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 1, - "total": 136, - "hitRate": 0.007352941176470588 - }, - { - "encoding": "ISO-8859-10", - "confidence": 2, - "language": "is", - "byteLogLikelihood": -3.90025153387, - "hits": 1, - "total": 136, - "hitRate": 0.007352941176470588 - }, - { - "encoding": "ISO-8859-13", - "confidence": 2, - "language": "lt", - "byteLogLikelihood": -4.950677184263, - "hits": 1, - "total": 136, - "hitRate": 0.007352941176470588 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.485271956182, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.538035906584, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.430247904624, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.984546441118, - "hits": 0, - "total": 135, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.6300671031, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.430247904624, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.984546441118, - "hits": 0, - "total": 135, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.009772962617, - "hits": 0, - "total": 135, - "hitRate": 0 - }, - { - "encoding": "windows-1258", - "confidence": 0, - "language": "vi", - "byteLogLikelihood": -5.010690688029, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -4.953752719217, - "hits": 0, - "total": 133, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.606957349802, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.485271956182, - "hits": 0, - "total": 135, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -5.100966544791, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.187765411941, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 0, - "total": 136, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "ISO-8859-2", - "language": "pl" - }, - "predicted": { - "encoding": "ISO-8859-2", - "confidence": 40, - "language": "pl", - "byteLogLikelihood": -3.52910527172, - "hits": 25, - "total": 184, - "hitRate": 0.1358695652173913 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "ISO-8859-2", - "confidence": 40, - "language": "pl", - "byteLogLikelihood": -3.52910527172, - "hits": 25, - "total": 184, - "hitRate": 0.1358695652173913 - }, - { - "encoding": "windows-1250", - "confidence": 37, - "language": "pl", - "byteLogLikelihood": -4.297518988235, - "hits": 23, - "total": 183, - "hitRate": 0.12568306010928962 - }, - { - "encoding": "CP852", - "confidence": 41, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 25, - "total": 182, - "hitRate": 0.13736263736263737 - }, - { - "encoding": "ISO-8859-1", - "confidence": 8, - "language": "it", - "byteLogLikelihood": -4.919980925828, - "hits": 5, - "total": 183, - "hitRate": 0.0273224043715847 - }, - { - "encoding": "windows-1252", - "confidence": 8, - "language": "it", - "byteLogLikelihood": -4.919980925828, - "hits": 5, - "total": 183, - "hitRate": 0.0273224043715847 - }, - { - "encoding": "windows-1258", - "confidence": 8, - "language": "vi", - "byteLogLikelihood": -5.343135518502, - "hits": 5, - "total": 183, - "hitRate": 0.0273224043715847 - }, - { - "encoding": "windows-1257", - "confidence": 6, - "language": "et", - "byteLogLikelihood": -4.934473933131, - "hits": 4, - "total": 183, - "hitRate": 0.02185792349726776 - }, - { - "encoding": "macintosh", - "confidence": 6, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 4, - "total": 183, - "hitRate": 0.02185792349726776 - }, - { - "encoding": "ISO-8859-13", - "confidence": 6, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 4, - "total": 183, - "hitRate": 0.02185792349726776 - }, - { - "encoding": "ISO-8859-15", - "confidence": 6, - "language": "es", - "byteLogLikelihood": -4.396558412648, - "hits": 4, - "total": 183, - "hitRate": 0.02185792349726776 - }, - { - "encoding": "CP850", - "confidence": 6, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 4, - "total": 182, - "hitRate": 0.02197802197802198 - }, - { - "encoding": "ISO-8859-4", - "confidence": 4, - "language": "lv", - "byteLogLikelihood": -4.794788079951, - "hits": 3, - "total": 184, - "hitRate": 0.016304347826086956 - }, - { - "encoding": "ISO-8859-16", - "confidence": 3, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 2, - "total": 183, - "hitRate": 0.01092896174863388 - }, - { - "encoding": "ISO-8859-9", - "confidence": 1, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 1, - "total": 183, - "hitRate": 0.00546448087431694 - }, - { - "encoding": "windows-1254", - "confidence": 1, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 1, - "total": 183, - "hitRate": 0.00546448087431694 - }, - { - "encoding": "ISO-8859-3", - "confidence": 1, - "language": "mt", - "byteLogLikelihood": -4.476342508555, - "hits": 1, - "total": 184, - "hitRate": 0.005434782608695652 - }, - { - "encoding": "ISO-8859-10", - "confidence": 1, - "language": "is", - "byteLogLikelihood": -4.71573455878, - "hits": 1, - "total": 184, - "hitRate": 0.005434782608695652 - }, - { - "encoding": "ISO-8859-14", - "confidence": 1, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 1, - "total": 184, - "hitRate": 0.005434782608695652 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.293914971567, - "hits": 0, - "total": 184, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 182, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -5.002422325308, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.470147067075, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.300217461931, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -5.002422325308, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.470147067075, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 182, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.586271794593, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.538051035716, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.496246341796, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.447947678358, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.497577429688, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.300217461931, - "hits": 0, - "total": 183, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "ISO-8859-2", - "language": "ro" - }, - "predicted": { - "encoding": "ISO-8859-2", - "confidence": 41, - "language": "ro", - "byteLogLikelihood": -2.684539297542, - "hits": 28, - "total": 202, - "hitRate": 0.13861386138613863 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 2, - "candidates": [ - { - "encoding": "ISO-8859-2", - "confidence": 41, - "language": "ro", - "byteLogLikelihood": -2.684539297542, - "hits": 28, - "total": 202, - "hitRate": 0.13861386138613863 - }, - { - "encoding": "windows-1250", - "confidence": 41, - "language": "ro", - "byteLogLikelihood": -2.684539297542, - "hits": 28, - "total": 202, - "hitRate": 0.13861386138613863 - }, - { - "encoding": "ISO-8859-16", - "confidence": 38, - "language": "ro", - "byteLogLikelihood": -2.700458868498, - "hits": 26, - "total": 202, - "hitRate": 0.12871287128712872 - }, - { - "encoding": "ISO-8859-1", - "confidence": 26, - "language": "it", - "byteLogLikelihood": -4.919980925828, - "hits": 18, - "total": 202, - "hitRate": 0.0891089108910891 - }, - { - "encoding": "windows-1252", - "confidence": 26, - "language": "it", - "byteLogLikelihood": -4.919980925828, - "hits": 18, - "total": 202, - "hitRate": 0.0891089108910891 - }, - { - "encoding": "macintosh", - "confidence": 19, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 13, - "total": 198, - "hitRate": 0.06565656565656566 - }, - { - "encoding": "CP850", - "confidence": 15, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 10, - "total": 199, - "hitRate": 0.05025125628140704 - }, - { - "encoding": "ISO-8859-15", - "confidence": 14, - "language": "fr", - "byteLogLikelihood": -4.903997266318, - "hits": 10, - "total": 202, - "hitRate": 0.04950495049504951 - }, - { - "encoding": "ISO-8859-3", - "confidence": 13, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 9, - "total": 200, - "hitRate": 0.045 - }, - { - "encoding": "ISO-8859-9", - "confidence": 10, - "language": "tr", - "byteLogLikelihood": -5.021854801345, - "hits": 7, - "total": 202, - "hitRate": 0.034653465346534656 - }, - { - "encoding": "windows-1254", - "confidence": 10, - "language": "tr", - "byteLogLikelihood": -5.021854801345, - "hits": 7, - "total": 202, - "hitRate": 0.034653465346534656 - }, - { - "encoding": "windows-1257", - "confidence": 8, - "language": "lv", - "byteLogLikelihood": -4.396820338954, - "hits": 6, - "total": 202, - "hitRate": 0.0297029702970297 - }, - { - "encoding": "CP852", - "confidence": 8, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 6, - "total": 201, - "hitRate": 0.029850746268656716 - }, - { - "encoding": "ISO-8859-4", - "confidence": 7, - "language": "lv", - "byteLogLikelihood": -4.936633427031, - "hits": 5, - "total": 202, - "hitRate": 0.024752475247524754 - }, - { - "encoding": "windows-1258", - "confidence": 5, - "language": "vi", - "byteLogLikelihood": -5.177254141958, - "hits": 4, - "total": 202, - "hitRate": 0.019801980198019802 - }, - { - "encoding": "ISO-8859-10", - "confidence": 5, - "language": "is", - "byteLogLikelihood": -5.150687673188, - "hits": 4, - "total": 202, - "hitRate": 0.019801980198019802 - }, - { - "encoding": "ISO-8859-13", - "confidence": 4, - "language": "lt", - "byteLogLikelihood": -4.974278583322, - "hits": 3, - "total": 202, - "hitRate": 0.01485148514851485 - }, - { - "encoding": "ISO-8859-14", - "confidence": 4, - "language": "cy", - "byteLogLikelihood": -4.539421788511, - "hits": 3, - "total": 202, - "hitRate": 0.01485148514851485 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.208609169552, - "hits": 0, - "total": 202, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.828974536143, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.33505338151, - "hits": 0, - "total": 202, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.197813655274, - "hits": 0, - "total": 201, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.229886082374, - "hits": 0, - "total": 202, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.33505338151, - "hits": 0, - "total": 202, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.197813655274, - "hits": 0, - "total": 201, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.528215037204, - "hits": 0, - "total": 201, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.239455511679, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.42548867306, - "hits": 0, - "total": 201, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.32130473174, - "hits": 0, - "total": 201, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.208609169552, - "hits": 0, - "total": 201, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.608648280371, - "hits": 0, - "total": 201, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.229886082374, - "hits": 0, - "total": 202, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "ISO-8859-3", - "language": "mt" - }, - "predicted": { - "encoding": "ISO-8859-3", - "confidence": 52, - "language": "mt", - "byteLogLikelihood": -2.738213481781, - "hits": 32, - "total": 183, - "hitRate": 0.17486338797814208 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "ISO-8859-3", - "confidence": 52, - "language": "mt", - "byteLogLikelihood": -2.738213481781, - "hits": 32, - "total": 183, - "hitRate": 0.17486338797814208 - }, - { - "encoding": "ISO-8859-9", - "confidence": 16, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 10, - "total": 181, - "hitRate": 0.055248618784530384 - }, - { - "encoding": "windows-1254", - "confidence": 16, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 10, - "total": 181, - "hitRate": 0.055248618784530384 - }, - { - "encoding": "ISO-8859-1", - "confidence": 14, - "language": "it", - "byteLogLikelihood": -4.81334289805, - "hits": 9, - "total": 181, - "hitRate": 0.049723756906077346 - }, - { - "encoding": "windows-1252", - "confidence": 14, - "language": "it", - "byteLogLikelihood": -4.81334289805, - "hits": 9, - "total": 181, - "hitRate": 0.049723756906077346 - }, - { - "encoding": "windows-1250", - "confidence": 13, - "language": "pl", - "byteLogLikelihood": -4.980958307454, - "hits": 8, - "total": 182, - "hitRate": 0.04395604395604396 - }, - { - "encoding": "windows-1258", - "confidence": 13, - "language": "vi", - "byteLogLikelihood": -4.506236351586, - "hits": 8, - "total": 181, - "hitRate": 0.04419889502762431 - }, - { - "encoding": "CP852", - "confidence": 13, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 8, - "total": 177, - "hitRate": 0.04519774011299435 - }, - { - "encoding": "macintosh", - "confidence": 11, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 181, - "hitRate": 0.03867403314917127 - }, - { - "encoding": "ISO-8859-4", - "confidence": 11, - "language": "lv", - "byteLogLikelihood": -4.945351018208, - "hits": 7, - "total": 183, - "hitRate": 0.03825136612021858 - }, - { - "encoding": "ISO-8859-15", - "confidence": 11, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 181, - "hitRate": 0.03867403314917127 - }, - { - "encoding": "CP850", - "confidence": 11, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 177, - "hitRate": 0.03954802259887006 - }, - { - "encoding": "ISO-8859-2", - "confidence": 9, - "language": "pl", - "byteLogLikelihood": -3.834078315244, - "hits": 6, - "total": 183, - "hitRate": 0.03278688524590164 - }, - { - "encoding": "windows-1257", - "confidence": 9, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 6, - "total": 182, - "hitRate": 0.03296703296703297 - }, - { - "encoding": "ISO-8859-14", - "confidence": 6, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 4, - "total": 183, - "hitRate": 0.02185792349726776 - }, - { - "encoding": "ISO-8859-13", - "confidence": 4, - "language": "lt", - "byteLogLikelihood": -4.986136327924, - "hits": 3, - "total": 182, - "hitRate": 0.016483516483516484 - }, - { - "encoding": "ISO-8859-16", - "confidence": 4, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 3, - "total": 182, - "hitRate": 0.016483516483516484 - }, - { - "encoding": "ISO-8859-10", - "confidence": 3, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 2, - "total": 183, - "hitRate": 0.01092896174863388 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.351251681057, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 177, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -5.198030006336, - "hits": 0, - "total": 182, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.755123257218, - "hits": 0, - "total": 181, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.572384450833, - "hits": 0, - "total": 182, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -5.198030006336, - "hits": 0, - "total": 182, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.755123257218, - "hits": 0, - "total": 181, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 177, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.490920024976, - "hits": 0, - "total": 179, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.42548867306, - "hits": 0, - "total": 181, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.383683979141, - "hits": 0, - "total": 181, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.404570694946, - "hits": 0, - "total": 181, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.943656762101, - "hits": 0, - "total": 181, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.572384450833, - "hits": 0, - "total": 182, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "ISO-8859-4", - "language": "lv" - }, - "predicted": { - "encoding": "ISO-8859-4", - "confidence": 40, - "language": "lv", - "byteLogLikelihood": -3.1328616083, - "hits": 23, - "total": 170, - "hitRate": 0.13529411764705881 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "ISO-8859-4", - "confidence": 40, - "language": "lv", - "byteLogLikelihood": -3.1328616083, - "hits": 23, - "total": 170, - "hitRate": 0.13529411764705881 - }, - { - "encoding": "windows-1257", - "confidence": 31, - "language": "lv", - "byteLogLikelihood": -5.111410123766, - "hits": 18, - "total": 169, - "hitRate": 0.10650887573964497 - }, - { - "encoding": "CP850", - "confidence": 16, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 9, - "total": 168, - "hitRate": 0.05357142857142857 - }, - { - "encoding": "ISO-8859-1", - "confidence": 14, - "language": "es", - "byteLogLikelihood": -4.721042183854, - "hits": 8, - "total": 169, - "hitRate": 0.047337278106508875 - }, - { - "encoding": "windows-1252", - "confidence": 14, - "language": "es", - "byteLogLikelihood": -4.721042183854, - "hits": 8, - "total": 169, - "hitRate": 0.047337278106508875 - }, - { - "encoding": "macintosh", - "confidence": 14, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 8, - "total": 169, - "hitRate": 0.047337278106508875 - }, - { - "encoding": "ISO-8859-15", - "confidence": 14, - "language": "es", - "byteLogLikelihood": -4.721042183854, - "hits": 8, - "total": 169, - "hitRate": 0.047337278106508875 - }, - { - "encoding": "CP852", - "confidence": 12, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 7, - "total": 169, - "hitRate": 0.04142011834319527 - }, - { - "encoding": "ISO-8859-13", - "confidence": 10, - "language": "lt", - "byteLogLikelihood": -4.596975900219, - "hits": 6, - "total": 169, - "hitRate": 0.03550295857988166 - }, - { - "encoding": "ISO-8859-2", - "confidence": 8, - "language": "pl", - "byteLogLikelihood": -4.763992911083, - "hits": 5, - "total": 170, - "hitRate": 0.029411764705882353 - }, - { - "encoding": "windows-1250", - "confidence": 8, - "language": "pl", - "byteLogLikelihood": -4.846752537455, - "hits": 5, - "total": 169, - "hitRate": 0.029585798816568046 - }, - { - "encoding": "ISO-8859-3", - "confidence": 8, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 5, - "total": 170, - "hitRate": 0.029411764705882353 - }, - { - "encoding": "ISO-8859-9", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 4, - "total": 169, - "hitRate": 0.023668639053254437 - }, - { - "encoding": "windows-1254", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 4, - "total": 169, - "hitRate": 0.023668639053254437 - }, - { - "encoding": "ISO-8859-10", - "confidence": 7, - "language": "is", - "byteLogLikelihood": -5.074758182528, - "hits": 4, - "total": 170, - "hitRate": 0.023529411764705882 - }, - { - "encoding": "windows-1258", - "confidence": 5, - "language": "vi", - "byteLogLikelihood": -4.725539964734, - "hits": 3, - "total": 169, - "hitRate": 0.01775147928994083 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.226735250772, - "hits": 0, - "total": 170, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 167, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -5.427610697135, - "hits": 0, - "total": 169, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.928827369245, - "hits": 0, - "total": 168, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.704365179493, - "hits": 0, - "total": 169, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -5.427610697135, - "hits": 0, - "total": 169, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.928827369245, - "hits": 0, - "total": 168, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 167, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -4.578946937177, - "hits": 0, - "total": 170, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.610537015382, - "hits": 0, - "total": 168, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.609505685025, - "hits": 0, - "total": 169, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.267508614334, - "hits": 0, - "total": 168, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.182018138172, - "hits": 0, - "total": 169, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.65535318117, - "hits": 0, - "total": 170, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-14", - "confidence": 0, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 0, - "total": 170, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-16", - "confidence": 0, - "language": "ro", - "byteLogLikelihood": -4.616838329205, - "hits": 0, - "total": 169, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "ISO-8859-5", - "language": "ru" - }, - "predicted": { - "encoding": "ISO-8859-5", - "confidence": 41, - "language": "ru", - "byteLogLikelihood": -3.313760777855, - "hits": 25, - "total": 179, - "hitRate": 0.13966480446927373 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "ISO-8859-5", - "confidence": 41, - "language": "ru", - "byteLogLikelihood": -3.313760777855, - "hits": 25, - "total": 179, - "hitRate": 0.13966480446927373 - }, - { - "encoding": "IBM866", - "confidence": 20, - "language": "ru", - "byteLogLikelihood": -5.798412758856, - "hits": 5, - "total": 75, - "hitRate": 0.06666666666666667 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 12, - "language": "uk", - "byteLogLikelihood": -5.66890403251, - "hits": 6, - "total": 147, - "hitRate": 0.04081632653061224 - }, - { - "encoding": "IBM855", - "confidence": 9, - "language": "ru", - "byteLogLikelihood": -4.826799236728, - "hits": 5, - "total": 166, - "hitRate": 0.030120481927710843 - }, - { - "encoding": "windows-1256", - "confidence": 1, - "language": "ar", - "byteLogLikelihood": -4.986561094704, - "hits": 1, - "total": 176, - "hitRate": 0.005681818181818182 - }, - { - "encoding": "KOI8-U", - "confidence": 1, - "language": "uk", - "byteLogLikelihood": -4.816522715875, - "hits": 1, - "total": 179, - "hitRate": 0.00558659217877095 - }, - { - "encoding": "ISO-8859-1", - "confidence": 0, - "language": "it", - "byteLogLikelihood": -4.841944488282, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-2", - "confidence": 0, - "language": "hu", - "byteLogLikelihood": -4.941337938888, - "hits": 0, - "total": 177, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.219340428659, - "hits": 0, - "total": 152, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -5.141186484933, - "hits": 0, - "total": 175, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.371812787625, - "hits": 0, - "total": 75, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-9", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.982255634278, - "hits": 0, - "total": 175, - "hitRate": 0 - }, - { - "encoding": "windows-1250", - "confidence": 0, - "language": "hu", - "byteLogLikelihood": -4.941337938888, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.667544038277, - "hits": 0, - "total": 178, - "hitRate": 0 - }, - { - "encoding": "windows-1252", - "confidence": 0, - "language": "it", - "byteLogLikelihood": -4.841944488282, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -5.141186484933, - "hits": 0, - "total": 174, - "hitRate": 0 - }, - { - "encoding": "windows-1254", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.982255634278, - "hits": 0, - "total": 175, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.371812787625, - "hits": 0, - "total": 113, - "hitRate": 0 - }, - { - "encoding": "windows-1257", - "confidence": 0, - "language": "lt", - "byteLogLikelihood": -4.847671496604, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "windows-1258", - "confidence": 0, - "language": "vi", - "byteLogLikelihood": -4.755485363394, - "hits": 0, - "total": 166, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -4.810914106722, - "hits": 0, - "total": 84, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.977706457443, - "hits": 0, - "total": 177, - "hitRate": 0 - }, - { - "encoding": "macintosh", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 98, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 0, - "total": 175, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-4", - "confidence": 0, - "language": "lv", - "byteLogLikelihood": -4.966015130424, - "hits": 0, - "total": 177, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-10", - "confidence": 0, - "language": "is", - "byteLogLikelihood": -5.103902669993, - "hits": 0, - "total": 179, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-13", - "confidence": 0, - "language": "lt", - "byteLogLikelihood": -4.847671496604, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-14", - "confidence": 0, - "language": "cy", - "byteLogLikelihood": -4.83002806951, - "hits": 0, - "total": 178, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-15", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.848242748706, - "hits": 0, - "total": 177, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-16", - "confidence": 0, - "language": "ro", - "byteLogLikelihood": -5.105122227945, - "hits": 0, - "total": 178, - "hitRate": 0 - }, - { - "encoding": "CP850", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 162, - "hitRate": 0 - }, - { - "encoding": "CP852", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.078415577874, - "hits": 0, - "total": 166, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "ISO-8859-6", - "language": "ar" - }, - "predicted": { - "encoding": "ISO-8859-6", - "confidence": 62, - "language": "ar", - "byteLogLikelihood": -3.306009422775, - "hits": 23, - "total": 110, - "hitRate": 0.20909090909090908 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "ISO-8859-6", - "confidence": 62, - "language": "ar", - "byteLogLikelihood": -3.306009422775, - "hits": 23, - "total": 110, - "hitRate": 0.20909090909090908 - }, - { - "encoding": "windows-1256", - "confidence": 10, - "language": "ar", - "byteLogLikelihood": -3.968382111451, - "hits": 4, - "total": 110, - "hitRate": 0.03636363636363636 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 10, - "language": "ru", - "byteLogLikelihood": -5.359123221706, - "hits": 3, - "total": 82, - "hitRate": 0.036585365853658534 - }, - { - "encoding": "ISO-8859-8", - "confidence": 8, - "language": "he", - "byteLogLikelihood": -5.049228744152, - "hits": 2, - "total": 70, - "hitRate": 0.02857142857142857 - }, - { - "encoding": "windows-1255", - "confidence": 8, - "language": "he", - "byteLogLikelihood": -5.049228744152, - "hits": 2, - "total": 72, - "hitRate": 0.027777777777777776 - }, - { - "encoding": "ISO-8859-7", - "confidence": 5, - "language": "el", - "byteLogLikelihood": -4.984009642853, - "hits": 2, - "total": 109, - "hitRate": 0.01834862385321101 - }, - { - "encoding": "windows-1253", - "confidence": 5, - "language": "el", - "byteLogLikelihood": -4.984009642853, - "hits": 2, - "total": 109, - "hitRate": 0.01834862385321101 - }, - { - "encoding": "KOI8-R", - "confidence": 2, - "language": "ru", - "byteLogLikelihood": -5.040654549299, - "hits": 1, - "total": 110, - "hitRate": 0.00909090909090909 - }, - { - "encoding": "KOI8-U", - "confidence": 2, - "language": "uk", - "byteLogLikelihood": -5.174167309306, - "hits": 1, - "total": 110, - "hitRate": 0.00909090909090909 - }, - { - "encoding": "ISO-8859-1", - "confidence": 0, - "language": "sv", - "byteLogLikelihood": -4.69584393439, - "hits": 0, - "total": 110, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-2", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -4.951980582514, - "hits": 0, - "total": 111, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.534213772279, - "hits": 0, - "total": 111, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-9", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.933475282212, - "hits": 0, - "total": 110, - "hitRate": 0 - }, - { - "encoding": "windows-1250", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -4.951980582514, - "hits": 0, - "total": 110, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.223507468988, - "hits": 0, - "total": 110, - "hitRate": 0 - }, - { - "encoding": "windows-1252", - "confidence": 0, - "language": "sv", - "byteLogLikelihood": -4.69584393439, - "hits": 0, - "total": 110, - "hitRate": 0 - }, - { - "encoding": "windows-1254", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.933475282212, - "hits": 0, - "total": 110, - "hitRate": 0 - }, - { - "encoding": "windows-1257", - "confidence": 0, - "language": "et", - "byteLogLikelihood": -4.72024182268, - "hits": 0, - "total": 110, - "hitRate": 0 - }, - { - "encoding": "windows-1258", - "confidence": 0, - "language": "vi", - "byteLogLikelihood": -5.029794115635, - "hits": 0, - "total": 109, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -4.643135408712, - "hits": 0, - "total": 92, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.068419445019, - "hits": 0, - "total": 72, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -5.811360688713, - "hits": 0, - "total": 100, - "hitRate": 0 - }, - { - "encoding": "macintosh", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 55, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.047518534687, - "hits": 0, - "total": 110, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-4", - "confidence": 0, - "language": "lv", - "byteLogLikelihood": -5.155285808468, - "hits": 0, - "total": 111, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-10", - "confidence": 0, - "language": "is", - "byteLogLikelihood": -5.051594021628, - "hits": 0, - "total": 111, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-13", - "confidence": 0, - "language": "lt", - "byteLogLikelihood": -5.063690311528, - "hits": 0, - "total": 110, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-14", - "confidence": 0, - "language": "cy", - "byteLogLikelihood": -4.799641758471, - "hits": 0, - "total": 111, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-15", - "confidence": 0, - "language": "de", - "byteLogLikelihood": -4.755317425962, - "hits": 0, - "total": 110, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-16", - "confidence": 0, - "language": "ro", - "byteLogLikelihood": -5.160082157204, - "hits": 0, - "total": 111, - "hitRate": 0 - }, - { - "encoding": "CP850", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 98, - "hitRate": 0 - }, - { - "encoding": "CP852", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 0, - "total": 100, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "ISO-8859-7", - "language": "el" - }, - "predicted": { - "encoding": "ISO-8859-7", - "confidence": 51, - "language": "el", - "byteLogLikelihood": -3.435199502, - "hits": 23, - "total": 134, - "hitRate": 0.17164179104477612 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 2, - "candidates": [ - { - "encoding": "ISO-8859-7", - "confidence": 51, - "language": "el", - "byteLogLikelihood": -3.435199502, - "hits": 23, - "total": 134, - "hitRate": 0.17164179104477612 - }, - { - "encoding": "windows-1253", - "confidence": 51, - "language": "el", - "byteLogLikelihood": -3.435199502, - "hits": 23, - "total": 134, - "hitRate": 0.17164179104477612 - }, - { - "encoding": "KOI8-U", - "confidence": 8, - "language": "uk", - "byteLogLikelihood": -6.254780178237, - "hits": 4, - "total": 134, - "hitRate": 0.029850746268656716 - }, - { - "encoding": "IBM855", - "confidence": 7, - "language": "ru", - "byteLogLikelihood": -5.358823187498, - "hits": 3, - "total": 118, - "hitRate": 0.025423728813559324 - }, - { - "encoding": "KOI8-R", - "confidence": 4, - "language": "ru", - "byteLogLikelihood": -6.302671202821, - "hits": 2, - "total": 134, - "hitRate": 0.014925373134328358 - }, - { - "encoding": "ISO-8859-6", - "confidence": 3, - "language": "ar", - "byteLogLikelihood": -5.268243094623, - "hits": 1, - "total": 81, - "hitRate": 0.012345679012345678 - }, - { - "encoding": "ISO-8859-8", - "confidence": 2, - "language": "he", - "byteLogLikelihood": -4.09495359507, - "hits": 1, - "total": 127, - "hitRate": 0.007874015748031496 - }, - { - "encoding": "windows-1255", - "confidence": 2, - "language": "he", - "byteLogLikelihood": -4.09495359507, - "hits": 1, - "total": 127, - "hitRate": 0.007874015748031496 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 2, - "language": "uk", - "byteLogLikelihood": -4.203232324163, - "hits": 1, - "total": 131, - "hitRate": 0.007633587786259542 - }, - { - "encoding": "ISO-8859-1", - "confidence": 0, - "language": "pt", - "byteLogLikelihood": -4.59932343766, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-2", - "confidence": 0, - "language": "hu", - "byteLogLikelihood": -4.358825259583, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.165809265202, - "hits": 0, - "total": 130, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-9", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.969377662519, - "hits": 0, - "total": 133, - "hitRate": 0 - }, - { - "encoding": "windows-1250", - "confidence": 0, - "language": "hu", - "byteLogLikelihood": -4.358825259583, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.288697198304, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "windows-1252", - "confidence": 0, - "language": "pt", - "byteLogLikelihood": -4.59932343766, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "windows-1254", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.969377662519, - "hits": 0, - "total": 133, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.013410783916, - "hits": 0, - "total": 122, - "hitRate": 0 - }, - { - "encoding": "windows-1257", - "confidence": 0, - "language": "et", - "byteLogLikelihood": -4.827626146169, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "windows-1258", - "confidence": 0, - "language": "vi", - "byteLogLikelihood": -4.681848366371, - "hits": 0, - "total": 127, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.483358374511, - "hits": 0, - "total": 52, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.55248803416, - "hits": 0, - "total": 127, - "hitRate": 0 - }, - { - "encoding": "macintosh", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 116, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -4.945729021813, - "hits": 0, - "total": 129, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-4", - "confidence": 0, - "language": "lv", - "byteLogLikelihood": -5.015268979336, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-10", - "confidence": 0, - "language": "is", - "byteLogLikelihood": -4.576407109739, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-13", - "confidence": 0, - "language": "lt", - "byteLogLikelihood": -4.890771320266, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-14", - "confidence": 0, - "language": "cy", - "byteLogLikelihood": -4.788878603493, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-15", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.603974037796, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-16", - "confidence": 0, - "language": "ro", - "byteLogLikelihood": -5.137560045078, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "CP850", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 93, - "hitRate": 0 - }, - { - "encoding": "CP852", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 0, - "total": 96, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "ISO-8859-8", - "language": "he" - }, - "predicted": { - "encoding": "ISO-8859-8", - "confidence": 47, - "language": "he", - "byteLogLikelihood": -3.320333973076, - "hits": 16, - "total": 102, - "hitRate": 0.1568627450980392 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 2, - "candidates": [ - { - "encoding": "ISO-8859-8", - "confidence": 47, - "language": "he", - "byteLogLikelihood": -3.320333973076, - "hits": 16, - "total": 102, - "hitRate": 0.1568627450980392 - }, - { - "encoding": "windows-1255", - "confidence": 47, - "language": "he", - "byteLogLikelihood": -3.320333973076, - "hits": 16, - "total": 102, - "hitRate": 0.1568627450980392 - }, - { - "encoding": "ISO-8859-7", - "confidence": 2, - "language": "el", - "byteLogLikelihood": -3.981926233577, - "hits": 1, - "total": 102, - "hitRate": 0.00980392156862745 - }, - { - "encoding": "windows-1253", - "confidence": 2, - "language": "el", - "byteLogLikelihood": -3.981926233577, - "hits": 1, - "total": 102, - "hitRate": 0.00980392156862745 - }, - { - "encoding": "IBM855", - "confidence": 2, - "language": "ru", - "byteLogLikelihood": -5.394495827364, - "hits": 1, - "total": 102, - "hitRate": 0.00980392156862745 - }, - { - "encoding": "ISO-8859-1", - "confidence": 0, - "language": "sv", - "byteLogLikelihood": -4.395116706452, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-2", - "confidence": 0, - "language": "cs", - "byteLogLikelihood": -4.461975046319, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.683415446443, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.124491051534, - "hits": 0, - "total": 73, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-9", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.941685614581, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "windows-1250", - "confidence": 0, - "language": "cs", - "byteLogLikelihood": -4.461975046319, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.199203901043, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "windows-1252", - "confidence": 0, - "language": "sv", - "byteLogLikelihood": -4.395116706452, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "windows-1254", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.941685614581, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.32364067176, - "hits": 0, - "total": 93, - "hitRate": 0 - }, - { - "encoding": "windows-1257", - "confidence": 0, - "language": "et", - "byteLogLikelihood": -4.639272141503, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "windows-1258", - "confidence": 0, - "language": "vi", - "byteLogLikelihood": -5.029681805165, - "hits": 0, - "total": 99, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.31385343816, - "hits": 0, - "total": 48, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.40669720385, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.393692981541, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.683415446443, - "hits": 0, - "total": 94, - "hitRate": 0 - }, - { - "encoding": "macintosh", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 72, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.134202940863, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -4.956632184798, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-4", - "confidence": 0, - "language": "lv", - "byteLogLikelihood": -5.146385148445, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-10", - "confidence": 0, - "language": "is", - "byteLogLikelihood": -4.745792460039, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-13", - "confidence": 0, - "language": "lt", - "byteLogLikelihood": -4.842271132243, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-14", - "confidence": 0, - "language": "cy", - "byteLogLikelihood": -4.813633859942, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-15", - "confidence": 0, - "language": "fr", - "byteLogLikelihood": -4.521941300627, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-16", - "confidence": 0, - "language": "ro", - "byteLogLikelihood": -5.093070766591, - "hits": 0, - "total": 102, - "hitRate": 0 - }, - { - "encoding": "CP850", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 85, - "hitRate": 0 - }, - { - "encoding": "CP852", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 0, - "total": 89, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "ISO-8859-9", - "language": "tr" - }, - "predicted": { - "encoding": "ISO-8859-9", - "confidence": 55, - "language": "tr", - "byteLogLikelihood": -3.531675216773, - "hits": 25, - "total": 134, - "hitRate": 0.1865671641791045 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 2, - "candidates": [ - { - "encoding": "ISO-8859-9", - "confidence": 55, - "language": "tr", - "byteLogLikelihood": -3.531675216773, - "hits": 25, - "total": 134, - "hitRate": 0.1865671641791045 - }, - { - "encoding": "windows-1254", - "confidence": 55, - "language": "tr", - "byteLogLikelihood": -3.531675216773, - "hits": 25, - "total": 134, - "hitRate": 0.1865671641791045 - }, - { - "encoding": "ISO-8859-3", - "confidence": 22, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 10, - "total": 134, - "hitRate": 0.07462686567164178 - }, - { - "encoding": "ISO-8859-1", - "confidence": 17, - "language": "da", - "byteLogLikelihood": -4.969813299576, - "hits": 8, - "total": 134, - "hitRate": 0.05970149253731343 - }, - { - "encoding": "windows-1252", - "confidence": 17, - "language": "da", - "byteLogLikelihood": -4.969813299576, - "hits": 8, - "total": 134, - "hitRate": 0.05970149253731343 - }, - { - "encoding": "ISO-8859-10", - "confidence": 17, - "language": "is", - "byteLogLikelihood": -4.720106560713, - "hits": 8, - "total": 134, - "hitRate": 0.05970149253731343 - }, - { - "encoding": "ISO-8859-2", - "confidence": 13, - "language": "ro", - "byteLogLikelihood": -4.352190516073, - "hits": 6, - "total": 134, - "hitRate": 0.04477611940298507 - }, - { - "encoding": "windows-1250", - "confidence": 13, - "language": "ro", - "byteLogLikelihood": -4.352190516073, - "hits": 6, - "total": 134, - "hitRate": 0.04477611940298507 - }, - { - "encoding": "windows-1257", - "confidence": 11, - "language": "lv", - "byteLogLikelihood": -3.613497993373, - "hits": 5, - "total": 134, - "hitRate": 0.03731343283582089 - }, - { - "encoding": "macintosh", - "confidence": 11, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 5, - "total": 132, - "hitRate": 0.03787878787878788 - }, - { - "encoding": "ISO-8859-4", - "confidence": 11, - "language": "lv", - "byteLogLikelihood": -4.93302665818, - "hits": 5, - "total": 134, - "hitRate": 0.03731343283582089 - }, - { - "encoding": "ISO-8859-13", - "confidence": 11, - "language": "lt", - "byteLogLikelihood": -4.394247673508, - "hits": 5, - "total": 134, - "hitRate": 0.03731343283582089 - }, - { - "encoding": "ISO-8859-15", - "confidence": 11, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 5, - "total": 134, - "hitRate": 0.03731343283582089 - }, - { - "encoding": "ISO-8859-16", - "confidence": 11, - "language": "ro", - "byteLogLikelihood": -4.25849981603, - "hits": 5, - "total": 134, - "hitRate": 0.03731343283582089 - }, - { - "encoding": "CP850", - "confidence": 11, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 5, - "total": 132, - "hitRate": 0.03787878787878788 - }, - { - "encoding": "ISO-8859-14", - "confidence": 8, - "language": "cy", - "byteLogLikelihood": -4.652724693026, - "hits": 4, - "total": 134, - "hitRate": 0.029850746268656716 - }, - { - "encoding": "windows-1258", - "confidence": 6, - "language": "vi", - "byteLogLikelihood": -5.197431316193, - "hits": 3, - "total": 133, - "hitRate": 0.022556390977443608 - }, - { - "encoding": "CP852", - "confidence": 6, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 3, - "total": 133, - "hitRate": 0.022556390977443608 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.88736478629, - "hits": 0, - "total": 133, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.217802445218, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.216966174066, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.95929011292, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.576073075491, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.216966174066, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.95929011292, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.714883328648, - "hits": 0, - "total": 130, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.085579959517, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.303705458307, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.88736478629, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -4.742947096814, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.22610845571, - "hits": 0, - "total": 134, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "KOI8-R", - "language": "ru" - }, - "predicted": { - "encoding": "KOI8-R", - "confidence": 43, - "language": "ru", - "byteLogLikelihood": -3.313760777855, - "hits": 26, - "total": 179, - "hitRate": 0.1452513966480447 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "KOI8-R", - "confidence": 43, - "language": "ru", - "byteLogLikelihood": -3.313760777855, - "hits": 26, - "total": 179, - "hitRate": 0.1452513966480447 - }, - { - "encoding": "KOI8-U", - "confidence": 28, - "language": "uk", - "byteLogLikelihood": -3.443215105753, - "hits": 17, - "total": 179, - "hitRate": 0.09497206703910614 - }, - { - "encoding": "windows-874", - "confidence": 12, - "language": "th", - "byteLogLikelihood": -4.705552828452, - "hits": 7, - "total": 162, - "hitRate": 0.043209876543209874 - }, - { - "encoding": "ISO-8859-7", - "confidence": 6, - "language": "el", - "byteLogLikelihood": -5.840779048091, - "hits": 4, - "total": 177, - "hitRate": 0.022598870056497175 - }, - { - "encoding": "windows-1253", - "confidence": 6, - "language": "el", - "byteLogLikelihood": -5.840779048091, - "hits": 4, - "total": 177, - "hitRate": 0.022598870056497175 - }, - { - "encoding": "ISO-8859-5", - "confidence": 1, - "language": "ru", - "byteLogLikelihood": -5.543217452567, - "hits": 1, - "total": 179, - "hitRate": 0.00558659217877095 - }, - { - "encoding": "ISO-8859-10", - "confidence": 1, - "language": "is", - "byteLogLikelihood": -5.150827322214, - "hits": 1, - "total": 179, - "hitRate": 0.00558659217877095 - }, - { - "encoding": "ISO-8859-1", - "confidence": 0, - "language": "nl", - "byteLogLikelihood": -4.900684399759, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-2", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.759099059366, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.899711049132, - "hits": 0, - "total": 7, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-9", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -5.056032280413, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "windows-1250", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.313908864785, - "hits": 0, - "total": 179, - "hitRate": 0 - }, - { - "encoding": "windows-1252", - "confidence": 0, - "language": "nl", - "byteLogLikelihood": -4.900684399759, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "windows-1254", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -5.056032280413, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.899711049132, - "hits": 0, - "total": 27, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.796335743252, - "hits": 0, - "total": 175, - "hitRate": 0 - }, - { - "encoding": "windows-1257", - "confidence": 0, - "language": "et", - "byteLogLikelihood": -4.91533239831, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "windows-1258", - "confidence": 0, - "language": "vi", - "byteLogLikelihood": -5.174619785116, - "hits": 0, - "total": 174, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.670016162969, - "hits": 0, - "total": 7, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -5.983474020054, - "hits": 0, - "total": 96, - "hitRate": 0 - }, - { - "encoding": "macintosh", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 94, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.595875032476, - "hits": 0, - "total": 116, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 0, - "total": 170, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-4", - "confidence": 0, - "language": "lv", - "byteLogLikelihood": -5.182298321669, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-13", - "confidence": 0, - "language": "lt", - "byteLogLikelihood": -5.105602464686, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-14", - "confidence": 0, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 0, - "total": 179, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-15", - "confidence": 0, - "language": "de", - "byteLogLikelihood": -4.935090625757, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-16", - "confidence": 0, - "language": "ro", - "byteLogLikelihood": -5.206584689041, - "hits": 0, - "total": 179, - "hitRate": 0 - }, - { - "encoding": "CP850", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 92, - "hitRate": 0 - }, - { - "encoding": "CP852", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 0, - "total": 94, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "KOI8-U", - "language": "uk" - }, - "predicted": { - "encoding": "KOI8-U", - "confidence": 32, - "language": "uk", - "byteLogLikelihood": -3.34369756932, - "hits": 19, - "total": 177, - "hitRate": 0.10734463276836158 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "KOI8-U", - "confidence": 32, - "language": "uk", - "byteLogLikelihood": -3.34369756932, - "hits": 19, - "total": 177, - "hitRate": 0.10734463276836158 - }, - { - "encoding": "KOI8-R", - "confidence": 17, - "language": "ru", - "byteLogLikelihood": -3.510012695801, - "hits": 10, - "total": 172, - "hitRate": 0.05813953488372093 - }, - { - "encoding": "windows-874", - "confidence": 11, - "language": "th", - "byteLogLikelihood": -4.843281209678, - "hits": 6, - "total": 163, - "hitRate": 0.03680981595092025 - }, - { - "encoding": "ISO-8859-7", - "confidence": 8, - "language": "el", - "byteLogLikelihood": -5.876007286158, - "hits": 5, - "total": 168, - "hitRate": 0.02976190476190476 - }, - { - "encoding": "windows-1253", - "confidence": 8, - "language": "el", - "byteLogLikelihood": -5.876007286158, - "hits": 5, - "total": 168, - "hitRate": 0.02976190476190476 - }, - { - "encoding": "ISO-8859-1", - "confidence": 1, - "language": "en", - "byteLogLikelihood": -4.915420747009, - "hits": 1, - "total": 168, - "hitRate": 0.005952380952380952 - }, - { - "encoding": "ISO-8859-5", - "confidence": 1, - "language": "ru", - "byteLogLikelihood": -5.626926512473, - "hits": 1, - "total": 177, - "hitRate": 0.005649717514124294 - }, - { - "encoding": "ISO-8859-6", - "confidence": 1, - "language": "ar", - "byteLogLikelihood": -4.726706027838, - "hits": 1, - "total": 170, - "hitRate": 0.0058823529411764705 - }, - { - "encoding": "windows-1252", - "confidence": 1, - "language": "en", - "byteLogLikelihood": -4.915420747009, - "hits": 1, - "total": 168, - "hitRate": 0.005952380952380952 - }, - { - "encoding": "windows-1256", - "confidence": 1, - "language": "ar", - "byteLogLikelihood": -4.693044688745, - "hits": 1, - "total": 168, - "hitRate": 0.005952380952380952 - }, - { - "encoding": "ISO-8859-10", - "confidence": 1, - "language": "is", - "byteLogLikelihood": -5.128376292359, - "hits": 1, - "total": 177, - "hitRate": 0.005649717514124294 - }, - { - "encoding": "ISO-8859-2", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.883441366246, - "hits": 0, - "total": 7, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-9", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -5.055144062354, - "hits": 0, - "total": 167, - "hitRate": 0 - }, - { - "encoding": "windows-1250", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 0, - "total": 168, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.295907791508, - "hits": 0, - "total": 172, - "hitRate": 0 - }, - { - "encoding": "windows-1254", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -5.055144062354, - "hits": 0, - "total": 167, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.883441366246, - "hits": 0, - "total": 27, - "hitRate": 0 - }, - { - "encoding": "windows-1257", - "confidence": 0, - "language": "et", - "byteLogLikelihood": -4.922686041886, - "hits": 0, - "total": 168, - "hitRate": 0 - }, - { - "encoding": "windows-1258", - "confidence": 0, - "language": "vi", - "byteLogLikelihood": -5.213223244884, - "hits": 0, - "total": 164, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.582632026409, - "hits": 0, - "total": 22, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -5.922515418323, - "hits": 0, - "total": 94, - "hitRate": 0 - }, - { - "encoding": "macintosh", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 89, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.589678128375, - "hits": 0, - "total": 117, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 0, - "total": 175, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-4", - "confidence": 0, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-13", - "confidence": 0, - "language": "lt", - "byteLogLikelihood": -5.110283442945, - "hits": 0, - "total": 168, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-14", - "confidence": 0, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 0, - "total": 177, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-15", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.944199711559, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-16", - "confidence": 0, - "language": "ro", - "byteLogLikelihood": -5.192994752161, - "hits": 0, - "total": 177, - "hitRate": 0 - }, - { - "encoding": "CP850", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 92, - "hitRate": 0 - }, - { - "encoding": "CP852", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 0, - "total": 94, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "macintosh", - "language": "de" - }, - "predicted": { - "encoding": "macintosh", - "confidence": 73, - "language": "de", - "byteLogLikelihood": -3.169712077519, - "hits": 53, - "total": 216, - "hitRate": 0.24537037037037038 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "macintosh", - "confidence": 73, - "language": "de", - "byteLogLikelihood": -3.169712077519, - "hits": 53, - "total": 216, - "hitRate": 0.24537037037037038 - }, - { - "encoding": "ISO-8859-1", - "confidence": 74, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 53, - "total": 214, - "hitRate": 0.24766355140186916 - }, - { - "encoding": "ISO-8859-15", - "confidence": 74, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 53, - "total": 214, - "hitRate": 0.24766355140186916 - }, - { - "encoding": "windows-1252", - "confidence": 70, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 51, - "total": 216, - "hitRate": 0.2361111111111111 - }, - { - "encoding": "CP850", - "confidence": 69, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 50, - "total": 216, - "hitRate": 0.23148148148148148 - }, - { - "encoding": "ISO-8859-14", - "confidence": 22, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 16, - "total": 214, - "hitRate": 0.07476635514018691 - }, - { - "encoding": "ISO-8859-2", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 11, - "total": 214, - "hitRate": 0.0514018691588785 - }, - { - "encoding": "windows-1250", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 11, - "total": 216, - "hitRate": 0.05092592592592592 - }, - { - "encoding": "ISO-8859-9", - "confidence": 14, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 10, - "total": 214, - "hitRate": 0.04672897196261682 - }, - { - "encoding": "windows-1254", - "confidence": 12, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 9, - "total": 216, - "hitRate": 0.041666666666666664 - }, - { - "encoding": "ISO-8859-16", - "confidence": 12, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 9, - "total": 214, - "hitRate": 0.04205607476635514 - }, - { - "encoding": "windows-1257", - "confidence": 11, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 8, - "total": 214, - "hitRate": 0.037383177570093455 - }, - { - "encoding": "ISO-8859-4", - "confidence": 11, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 8, - "total": 214, - "hitRate": 0.037383177570093455 - }, - { - "encoding": "windows-1258", - "confidence": 5, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 4, - "total": 214, - "hitRate": 0.018691588785046728 - }, - { - "encoding": "ISO-8859-3", - "confidence": 5, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 4, - "total": 214, - "hitRate": 0.018691588785046728 - }, - { - "encoding": "CP852", - "confidence": 5, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 4, - "total": 216, - "hitRate": 0.018518518518518517 - }, - { - "encoding": "ISO-8859-10", - "confidence": 4, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 3, - "total": 214, - "hitRate": 0.014018691588785047 - }, - { - "encoding": "ISO-8859-13", - "confidence": 2, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 2, - "total": 214, - "hitRate": 0.009345794392523364 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 214, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -6.120297418951, - "hits": 0, - "total": 214, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.932245187448, - "hits": 0, - "total": 214, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -6.120297418951, - "hits": 0, - "total": 214, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.932245187448, - "hits": 0, - "total": 214, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.661807706795, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 214, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.534754518494, - "hits": 0, - "total": 215, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.345510152227, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -6.337519079447, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, - "hits": 0, - "total": 216, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "macintosh", - "language": "es" - }, - "predicted": { - "encoding": "macintosh", - "confidence": 61, - "language": "es", - "byteLogLikelihood": -3.834657935767, - "hits": 41, - "total": 200, - "hitRate": 0.205 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "macintosh", - "confidence": 61, - "language": "es", - "byteLogLikelihood": -3.834657935767, - "hits": 41, - "total": 200, - "hitRate": 0.205 - }, - { - "encoding": "ISO-8859-1", - "confidence": 58, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 39, - "total": 199, - "hitRate": 0.19597989949748743 - }, - { - "encoding": "windows-1252", - "confidence": 58, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 39, - "total": 199, - "hitRate": 0.19597989949748743 - }, - { - "encoding": "ISO-8859-15", - "confidence": 58, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 39, - "total": 199, - "hitRate": 0.19597989949748743 - }, - { - "encoding": "CP850", - "confidence": 58, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 39, - "total": 200, - "hitRate": 0.195 - }, - { - "encoding": "windows-1257", - "confidence": 25, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 17, - "total": 199, - "hitRate": 0.08542713567839195 - }, - { - "encoding": "ISO-8859-4", - "confidence": 25, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 17, - "total": 199, - "hitRate": 0.08542713567839195 - }, - { - "encoding": "ISO-8859-13", - "confidence": 19, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 13, - "total": 199, - "hitRate": 0.06532663316582915 - }, - { - "encoding": "ISO-8859-14", - "confidence": 16, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 11, - "total": 199, - "hitRate": 0.05527638190954774 - }, - { - "encoding": "ISO-8859-2", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, - "total": 199, - "hitRate": 0.05025125628140704 - }, - { - "encoding": "windows-1250", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, - "total": 199, - "hitRate": 0.05025125628140704 - }, - { - "encoding": "ISO-8859-16", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 10, - "total": 199, - "hitRate": 0.05025125628140704 - }, - { - "encoding": "ISO-8859-9", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 5, - "total": 199, - "hitRate": 0.02512562814070352 - }, - { - "encoding": "windows-1254", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 5, - "total": 199, - "hitRate": 0.02512562814070352 - }, - { - "encoding": "windows-1258", - "confidence": 7, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 5, - "total": 199, - "hitRate": 0.02512562814070352 - }, - { - "encoding": "CP852", - "confidence": 7, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 5, - "total": 200, - "hitRate": 0.025 - }, - { - "encoding": "ISO-8859-10", - "confidence": 4, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 3, - "total": 199, - "hitRate": 0.01507537688442211 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -6.120297418951, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.932245187448, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -6.120297418951, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.932245187448, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -6.061456918928, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -5.624741392945, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.303705458307, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 0, - "total": 199, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "macintosh", - "language": "fr" - }, - "predicted": { - "encoding": "macintosh", - "confidence": 77, - "language": "fr", - "byteLogLikelihood": -2.06619631493, - "hits": 59, - "total": 228, - "hitRate": 0.25877192982456143 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "macintosh", - "confidence": 77, - "language": "fr", - "byteLogLikelihood": -2.06619631493, - "hits": 59, - "total": 228, - "hitRate": 0.25877192982456143 - }, - { - "encoding": "ISO-8859-1", - "confidence": 75, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 56, - "total": 224, - "hitRate": 0.25 - }, - { - "encoding": "ISO-8859-15", - "confidence": 75, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 56, - "total": 224, - "hitRate": 0.25 - }, - { - "encoding": "windows-1252", - "confidence": 71, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 54, - "total": 228, - "hitRate": 0.23684210526315788 - }, - { - "encoding": "CP850", - "confidence": 71, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 54, - "total": 228, - "hitRate": 0.23684210526315788 - }, - { - "encoding": "ISO-8859-2", - "confidence": 12, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 9, - "total": 224, - "hitRate": 0.04017857142857143 - }, - { - "encoding": "ISO-8859-10", - "confidence": 12, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 9, - "total": 224, - "hitRate": 0.04017857142857143 - }, - { - "encoding": "ISO-8859-16", - "confidence": 12, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 9, - "total": 224, - "hitRate": 0.04017857142857143 - }, - { - "encoding": "windows-1250", - "confidence": 11, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 9, - "total": 228, - "hitRate": 0.039473684210526314 - }, - { - "encoding": "ISO-8859-4", - "confidence": 9, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 7, - "total": 224, - "hitRate": 0.03125 - }, - { - "encoding": "ISO-8859-3", - "confidence": 8, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 6, - "total": 224, - "hitRate": 0.026785714285714284 - }, - { - "encoding": "windows-1257", - "confidence": 7, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 6, - "total": 228, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "CP852", - "confidence": 7, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 6, - "total": 228, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "ISO-8859-9", - "confidence": 6, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 5, - "total": 224, - "hitRate": 0.022321428571428572 - }, - { - "encoding": "windows-1254", - "confidence": 6, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 5, - "total": 224, - "hitRate": 0.022321428571428572 - }, - { - "encoding": "windows-1258", - "confidence": 6, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 5, - "total": 224, - "hitRate": 0.022321428571428572 - }, - { - "encoding": "ISO-8859-13", - "confidence": 5, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 4, - "total": 224, - "hitRate": 0.017857142857142856 - }, - { - "encoding": "ISO-8859-14", - "confidence": 4, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 3, - "total": 224, - "hitRate": 0.013392857142857142 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 224, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 224, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -6.120297418951, - "hits": 0, - "total": 224, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.932245187448, - "hits": 0, - "total": 224, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -6.120297418951, - "hits": 0, - "total": 224, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.932245187448, - "hits": 0, - "total": 224, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -6.061456918928, - "hits": 0, - "total": 224, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 224, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, - "hits": 0, - "total": 224, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.998936561947, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -3.576182148392, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.998936561947, - "hits": 0, - "total": 228, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "windows-1250", - "language": "cs" - }, - "predicted": { - "encoding": "ISO-8859-2", - "confidence": 30, - "language": "cs", - "byteLogLikelihood": -3.429159108442, - "hits": 13, - "total": 126, - "hitRate": 0.10317460317460317 - }, - "encodingExact": false, - "encodingEquivalent": true, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 2, - "candidates": [ - { - "encoding": "ISO-8859-2", - "confidence": 30, - "language": "cs", - "byteLogLikelihood": -3.429159108442, - "hits": 13, - "total": 126, - "hitRate": 0.10317460317460317 - }, - { - "encoding": "windows-1250", - "confidence": 30, - "language": "cs", - "byteLogLikelihood": -3.429159108442, - "hits": 13, - "total": 126, - "hitRate": 0.10317460317460317 - }, - { - "encoding": "ISO-8859-1", - "confidence": 11, - "language": "pt", - "byteLogLikelihood": -4.5670392286, - "hits": 5, - "total": 126, - "hitRate": 0.03968253968253968 - }, - { - "encoding": "windows-1252", - "confidence": 11, - "language": "pt", - "byteLogLikelihood": -4.5670392286, - "hits": 5, - "total": 126, - "hitRate": 0.03968253968253968 - }, - { - "encoding": "CP852", - "confidence": 11, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 5, - "total": 126, - "hitRate": 0.03968253968253968 - }, - { - "encoding": "windows-1257", - "confidence": 7, - "language": "lt", - "byteLogLikelihood": -4.997937219301, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 - }, - { - "encoding": "windows-1258", - "confidence": 7, - "language": "vi", - "byteLogLikelihood": -4.506724065575, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 - }, - { - "encoding": "macintosh", - "confidence": 7, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 3, - "total": 124, - "hitRate": 0.024193548387096774 - }, - { - "encoding": "ISO-8859-13", - "confidence": 7, - "language": "lt", - "byteLogLikelihood": -4.997937219301, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 - }, - { - "encoding": "ISO-8859-15", - "confidence": 7, - "language": "fr", - "byteLogLikelihood": -4.081579721495, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 - }, - { - "encoding": "ISO-8859-16", - "confidence": 7, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 - }, - { - "encoding": "CP850", - "confidence": 7, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 3, - "total": 125, - "hitRate": 0.024 - }, - { - "encoding": "ISO-8859-9", - "confidence": 4, - "language": "tr", - "byteLogLikelihood": -4.849273210708, - "hits": 2, - "total": 126, - "hitRate": 0.015873015873015872 - }, - { - "encoding": "windows-1254", - "confidence": 4, - "language": "tr", - "byteLogLikelihood": -4.849273210708, - "hits": 2, - "total": 126, - "hitRate": 0.015873015873015872 - }, - { - "encoding": "ISO-8859-4", - "confidence": 4, - "language": "lv", - "byteLogLikelihood": -5.129943470839, - "hits": 2, - "total": 126, - "hitRate": 0.015873015873015872 - }, - { - "encoding": "ISO-8859-14", - "confidence": 4, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 2, - "total": 126, - "hitRate": 0.015873015873015872 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.254067466067, - "hits": 0, - "total": 125, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.402405269754, - "hits": 0, - "total": 124, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.401446196881, - "hits": 0, - "total": 126, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.467509652199, - "hits": 0, - "total": 125, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.249199684222, - "hits": 0, - "total": 126, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.401446196881, - "hits": 0, - "total": 126, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.467509652199, - "hits": 0, - "total": 125, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.164526575273, - "hits": 0, - "total": 125, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -4.504431122267, - "hits": 0, - "total": 122, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.566056982405, - "hits": 0, - "total": 126, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.524252288486, - "hits": 0, - "total": 126, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.254067466067, - "hits": 0, - "total": 125, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.108905030169, - "hits": 0, - "total": 125, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.226561011787, - "hits": 0, - "total": 126, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 0, - "total": 126, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-10", - "confidence": 0, - "language": "is", - "byteLogLikelihood": -4.43713857777, - "hits": 0, - "total": 126, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "windows-1250", - "language": "hu" - }, - "predicted": { - "encoding": "ISO-8859-2", - "confidence": 46, - "language": "hu", - "byteLogLikelihood": -3.161205902203, - "hits": 21, - "total": 136, - "hitRate": 0.15441176470588236 - }, - "encodingExact": false, - "encodingEquivalent": true, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 2, - "candidates": [ - { - "encoding": "ISO-8859-2", - "confidence": 46, - "language": "hu", - "byteLogLikelihood": -3.161205902203, - "hits": 21, - "total": 136, - "hitRate": 0.15441176470588236 - }, - { - "encoding": "windows-1250", - "confidence": 46, - "language": "hu", - "byteLogLikelihood": -3.161205902203, - "hits": 21, - "total": 136, - "hitRate": 0.15441176470588236 - }, - { - "encoding": "ISO-8859-1", - "confidence": 17, - "language": "pt", - "byteLogLikelihood": -4.507887190294, - "hits": 8, - "total": 136, - "hitRate": 0.058823529411764705 - }, - { - "encoding": "windows-1252", - "confidence": 17, - "language": "pt", - "byteLogLikelihood": -4.507887190294, - "hits": 8, - "total": 136, - "hitRate": 0.058823529411764705 - }, - { - "encoding": "CP852", - "confidence": 15, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 7, - "total": 135, - "hitRate": 0.05185185185185185 - }, - { - "encoding": "ISO-8859-14", - "confidence": 8, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 4, - "total": 136, - "hitRate": 0.029411764705882353 - }, - { - "encoding": "macintosh", - "confidence": 6, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 3, - "total": 135, - "hitRate": 0.022222222222222223 - }, - { - "encoding": "CP850", - "confidence": 6, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 3, - "total": 134, - "hitRate": 0.022388059701492536 - }, - { - "encoding": "ISO-8859-15", - "confidence": 4, - "language": "fr", - "byteLogLikelihood": -4.274525549305, - "hits": 2, - "total": 136, - "hitRate": 0.014705882352941176 - }, - { - "encoding": "ISO-8859-16", - "confidence": 4, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 2, - "total": 136, - "hitRate": 0.014705882352941176 - }, - { - "encoding": "ISO-8859-9", - "confidence": 2, - "language": "tr", - "byteLogLikelihood": -4.5258676709, - "hits": 1, - "total": 136, - "hitRate": 0.007352941176470588 - }, - { - "encoding": "windows-1254", - "confidence": 2, - "language": "tr", - "byteLogLikelihood": -4.5258676709, - "hits": 1, - "total": 136, - "hitRate": 0.007352941176470588 - }, - { - "encoding": "windows-1257", - "confidence": 2, - "language": "et", - "byteLogLikelihood": -4.453831056838, - "hits": 1, - "total": 136, - "hitRate": 0.007352941176470588 - }, - { - "encoding": "ISO-8859-4", - "confidence": 2, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 1, - "total": 136, - "hitRate": 0.007352941176470588 - }, - { - "encoding": "ISO-8859-10", - "confidence": 2, - "language": "is", - "byteLogLikelihood": -3.90025153387, - "hits": 1, - "total": 136, - "hitRate": 0.007352941176470588 - }, - { - "encoding": "ISO-8859-13", - "confidence": 2, - "language": "lt", - "byteLogLikelihood": -4.950677184263, - "hits": 1, - "total": 136, - "hitRate": 0.007352941176470588 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.485271956182, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.538035906584, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.430247904624, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.984546441118, - "hits": 0, - "total": 135, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.6300671031, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.430247904624, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.984546441118, - "hits": 0, - "total": 135, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.009772962617, - "hits": 0, - "total": 135, - "hitRate": 0 - }, - { - "encoding": "windows-1258", - "confidence": 0, - "language": "vi", - "byteLogLikelihood": -5.010690688029, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -4.953752719217, - "hits": 0, - "total": 133, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.606957349802, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.485271956182, - "hits": 0, - "total": 135, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -5.100966544791, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.187765411941, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 0, - "total": 136, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "windows-1250", - "language": "pl" - }, - "predicted": { - "encoding": "windows-1250", - "confidence": 40, - "language": "pl", - "byteLogLikelihood": -3.52910527172, - "hits": 25, - "total": 184, - "hitRate": 0.1358695652173913 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "windows-1250", - "confidence": 40, - "language": "pl", - "byteLogLikelihood": -3.52910527172, - "hits": 25, - "total": 184, - "hitRate": 0.1358695652173913 - }, - { - "encoding": "ISO-8859-2", - "confidence": 37, - "language": "pl", - "byteLogLikelihood": -4.297518988235, - "hits": 23, - "total": 184, - "hitRate": 0.125 - }, - { - "encoding": "CP852", - "confidence": 41, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 25, - "total": 182, - "hitRate": 0.13736263736263737 - }, - { - "encoding": "ISO-8859-1", - "confidence": 8, - "language": "it", - "byteLogLikelihood": -4.919980925828, - "hits": 5, - "total": 183, - "hitRate": 0.0273224043715847 - }, - { - "encoding": "windows-1252", - "confidence": 8, - "language": "it", - "byteLogLikelihood": -4.919980925828, - "hits": 5, - "total": 183, - "hitRate": 0.0273224043715847 - }, - { - "encoding": "windows-1257", - "confidence": 6, - "language": "et", - "byteLogLikelihood": -4.934473933131, - "hits": 4, - "total": 183, - "hitRate": 0.02185792349726776 - }, - { - "encoding": "windows-1258", - "confidence": 6, - "language": "vi", - "byteLogLikelihood": -5.343135518502, - "hits": 4, - "total": 183, - "hitRate": 0.02185792349726776 - }, - { - "encoding": "ISO-8859-13", - "confidence": 6, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 4, - "total": 183, - "hitRate": 0.02185792349726776 - }, - { - "encoding": "ISO-8859-15", - "confidence": 6, - "language": "es", - "byteLogLikelihood": -4.396558412648, - "hits": 4, - "total": 183, - "hitRate": 0.02185792349726776 - }, - { - "encoding": "CP850", - "confidence": 6, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 4, - "total": 182, - "hitRate": 0.02197802197802198 - }, - { - "encoding": "macintosh", - "confidence": 4, - "language": "es", - "byteLogLikelihood": -4.826691858304, - "hits": 3, - "total": 184, - "hitRate": 0.016304347826086956 - }, - { - "encoding": "ISO-8859-4", - "confidence": 4, - "language": "lv", - "byteLogLikelihood": -4.704684722593, - "hits": 3, - "total": 184, - "hitRate": 0.016304347826086956 - }, - { - "encoding": "ISO-8859-3", - "confidence": 3, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 2, - "total": 184, - "hitRate": 0.010869565217391304 - }, - { - "encoding": "ISO-8859-10", - "confidence": 3, - "language": "is", - "byteLogLikelihood": -4.71573455878, - "hits": 2, - "total": 184, - "hitRate": 0.010869565217391304 - }, - { - "encoding": "ISO-8859-16", - "confidence": 3, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 2, - "total": 184, - "hitRate": 0.010869565217391304 - }, - { - "encoding": "ISO-8859-9", - "confidence": 1, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 1, - "total": 183, - "hitRate": 0.00546448087431694 - }, - { - "encoding": "windows-1254", - "confidence": 1, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 1, - "total": 183, - "hitRate": 0.00546448087431694 - }, - { - "encoding": "ISO-8859-14", - "confidence": 1, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 1, - "total": 184, - "hitRate": 0.005434782608695652 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.293914971567, - "hits": 0, - "total": 184, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 182, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.848389618517, - "hits": 0, - "total": 184, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.470147067075, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.300217461931, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.848389618517, - "hits": 0, - "total": 184, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -5.470147067075, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 182, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.163001081631, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.538051035716, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.496246341796, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.447947678358, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.204348837508, - "hits": 0, - "total": 183, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.955485669412, - "hits": 0, - "total": 184, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "windows-1250", - "language": "ro" - }, - "predicted": { - "encoding": "ISO-8859-2", - "confidence": 41, - "language": "ro", - "byteLogLikelihood": -2.684539297542, - "hits": 28, - "total": 202, - "hitRate": 0.13861386138613863 - }, - "encodingExact": false, - "encodingEquivalent": true, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 2, - "candidates": [ - { - "encoding": "ISO-8859-2", - "confidence": 41, - "language": "ro", - "byteLogLikelihood": -2.684539297542, - "hits": 28, - "total": 202, - "hitRate": 0.13861386138613863 - }, - { - "encoding": "windows-1250", - "confidence": 41, - "language": "ro", - "byteLogLikelihood": -2.684539297542, - "hits": 28, - "total": 202, - "hitRate": 0.13861386138613863 - }, - { - "encoding": "ISO-8859-16", - "confidence": 38, - "language": "ro", - "byteLogLikelihood": -2.700458868498, - "hits": 26, - "total": 202, - "hitRate": 0.12871287128712872 - }, - { - "encoding": "ISO-8859-1", - "confidence": 26, - "language": "it", - "byteLogLikelihood": -4.919980925828, - "hits": 18, - "total": 202, - "hitRate": 0.0891089108910891 - }, - { - "encoding": "windows-1252", - "confidence": 26, - "language": "it", - "byteLogLikelihood": -4.919980925828, - "hits": 18, - "total": 202, - "hitRate": 0.0891089108910891 - }, - { - "encoding": "macintosh", - "confidence": 19, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 13, - "total": 198, - "hitRate": 0.06565656565656566 - }, - { - "encoding": "CP850", - "confidence": 15, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 10, - "total": 199, - "hitRate": 0.05025125628140704 - }, - { - "encoding": "ISO-8859-15", - "confidence": 14, - "language": "fr", - "byteLogLikelihood": -4.903997266318, - "hits": 10, - "total": 202, - "hitRate": 0.04950495049504951 - }, - { - "encoding": "ISO-8859-3", - "confidence": 13, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 9, - "total": 200, - "hitRate": 0.045 - }, - { - "encoding": "ISO-8859-9", - "confidence": 10, - "language": "tr", - "byteLogLikelihood": -5.021854801345, - "hits": 7, - "total": 202, - "hitRate": 0.034653465346534656 - }, - { - "encoding": "windows-1254", - "confidence": 10, - "language": "tr", - "byteLogLikelihood": -5.021854801345, - "hits": 7, - "total": 202, - "hitRate": 0.034653465346534656 - }, - { - "encoding": "windows-1257", - "confidence": 8, - "language": "lv", - "byteLogLikelihood": -4.396820338954, - "hits": 6, - "total": 202, - "hitRate": 0.0297029702970297 - }, - { - "encoding": "CP852", - "confidence": 8, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 6, - "total": 201, - "hitRate": 0.029850746268656716 - }, - { - "encoding": "ISO-8859-4", - "confidence": 7, - "language": "lv", - "byteLogLikelihood": -4.936633427031, - "hits": 5, - "total": 202, - "hitRate": 0.024752475247524754 - }, - { - "encoding": "windows-1258", - "confidence": 5, - "language": "vi", - "byteLogLikelihood": -5.177254141958, - "hits": 4, - "total": 202, - "hitRate": 0.019801980198019802 - }, - { - "encoding": "ISO-8859-10", - "confidence": 5, - "language": "is", - "byteLogLikelihood": -5.150687673188, - "hits": 4, - "total": 202, - "hitRate": 0.019801980198019802 - }, - { - "encoding": "ISO-8859-13", - "confidence": 4, - "language": "lt", - "byteLogLikelihood": -4.974278583322, - "hits": 3, - "total": 202, - "hitRate": 0.01485148514851485 - }, - { - "encoding": "ISO-8859-14", - "confidence": 4, - "language": "cy", - "byteLogLikelihood": -4.539421788511, - "hits": 3, - "total": 202, - "hitRate": 0.01485148514851485 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.208609169552, - "hits": 0, - "total": 202, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.828974536143, - "hits": 0, - "total": 199, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.33505338151, - "hits": 0, - "total": 202, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.197813655274, - "hits": 0, - "total": 201, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.229886082374, - "hits": 0, - "total": 202, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.33505338151, - "hits": 0, - "total": 202, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.197813655274, - "hits": 0, - "total": 201, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.528215037204, - "hits": 0, - "total": 201, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.239455511679, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.42548867306, - "hits": 0, - "total": 201, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.32130473174, - "hits": 0, - "total": 201, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.208609169552, - "hits": 0, - "total": 201, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.608648280371, - "hits": 0, - "total": 201, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.229886082374, - "hits": 0, - "total": 202, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "windows-1251", - "language": "ru" - }, - "predicted": { - "encoding": "windows-1251", - "confidence": 41, - "language": "ru", - "byteLogLikelihood": -3.313760777855, - "hits": 25, - "total": 179, - "hitRate": 0.13966480446927373 - }, - "encodingExact": true, - "encodingEquivalent": false, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "windows-1251", - "confidence": 41, - "language": "ru", - "byteLogLikelihood": -3.313760777855, - "hits": 25, - "total": 179, - "hitRate": 0.13966480446927373 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 34, - "language": "ru", - "byteLogLikelihood": -3.411211853364, - "hits": 20, - "total": 175, - "hitRate": 0.11428571428571428 - }, - { - "encoding": "IBM855", - "confidence": 9, - "language": "sr", - "byteLogLikelihood": -5.604243216214, - "hits": 5, - "total": 164, - "hitRate": 0.03048780487804878 - }, - { - "encoding": "KOI8-U", - "confidence": 5, - "language": "uk", - "byteLogLikelihood": -6.290472763796, - "hits": 3, - "total": 179, - "hitRate": 0.01675977653631285 - }, - { - "encoding": "ISO-8859-8", - "confidence": 3, - "language": "he", - "byteLogLikelihood": -3.941595102268, - "hits": 2, - "total": 167, - "hitRate": 0.011976047904191617 - }, - { - "encoding": "windows-1255", - "confidence": 3, - "language": "he", - "byteLogLikelihood": -3.941595102268, - "hits": 2, - "total": 167, - "hitRate": 0.011976047904191617 - }, - { - "encoding": "windows-1256", - "confidence": 1, - "language": "ar", - "byteLogLikelihood": -5.552676456081, - "hits": 1, - "total": 165, - "hitRate": 0.006060606060606061 - }, - { - "encoding": "KOI8-R", - "confidence": 1, - "language": "ru", - "byteLogLikelihood": -6.346028593552, - "hits": 1, - "total": 179, - "hitRate": 0.00558659217877095 - }, - { - "encoding": "ISO-8859-14", - "confidence": 1, - "language": "cy", - "byteLogLikelihood": -4.724449359889, - "hits": 1, - "total": 179, - "hitRate": 0.00558659217877095 - }, - { - "encoding": "ISO-8859-1", - "confidence": 0, - "language": "sv", - "byteLogLikelihood": -4.665227236998, - "hits": 0, - "total": 179, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-2", - "confidence": 0, - "language": "cs", - "byteLogLikelihood": -4.845647442888, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.054854043559, - "hits": 0, - "total": 177, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.827625181516, - "hits": 0, - "total": 129, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.209243802684, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-9", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.950903003627, - "hits": 0, - "total": 179, - "hitRate": 0 - }, - { - "encoding": "windows-1250", - "confidence": 0, - "language": "cs", - "byteLogLikelihood": -4.845647442888, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "windows-1252", - "confidence": 0, - "language": "sv", - "byteLogLikelihood": -4.665227236998, - "hits": 0, - "total": 179, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.209243802684, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "windows-1254", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.950903003627, - "hits": 0, - "total": 179, - "hitRate": 0 - }, - { - "encoding": "windows-1257", - "confidence": 0, - "language": "lv", - "byteLogLikelihood": -4.61521723683, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "windows-1258", - "confidence": 0, - "language": "vi", - "byteLogLikelihood": -4.899487478125, - "hits": 0, - "total": 175, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.446015416921, - "hits": 0, - "total": 88, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.059444422239, - "hits": 0, - "total": 167, - "hitRate": 0 - }, - { - "encoding": "macintosh", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 150, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -4.904224209153, - "hits": 0, - "total": 172, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-4", - "confidence": 0, - "language": "lv", - "byteLogLikelihood": -4.79659105312, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-10", - "confidence": 0, - "language": "is", - "byteLogLikelihood": -4.939249573759, - "hits": 0, - "total": 179, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-13", - "confidence": 0, - "language": "lt", - "byteLogLikelihood": -4.66408545306, - "hits": 0, - "total": 176, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-15", - "confidence": 0, - "language": "fr", - "byteLogLikelihood": -4.760478683076, - "hits": 0, - "total": 179, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-16", - "confidence": 0, - "language": "ro", - "byteLogLikelihood": -4.970632247101, - "hits": 0, - "total": 179, - "hitRate": 0 - }, - { - "encoding": "CP850", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 136, - "hitRate": 0 - }, - { - "encoding": "CP852", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 0, - "total": 155, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "windows-1252", - "language": "da" - }, - "predicted": { - "encoding": "ISO-8859-1", - "confidence": 52, - "language": "da", - "byteLogLikelihood": -3.146558879633, - "hits": 21, - "total": 120, - "hitRate": 0.175 - }, - "encodingExact": false, - "encodingEquivalent": true, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 2, - "candidates": [ - { - "encoding": "ISO-8859-1", - "confidence": 52, - "language": "da", - "byteLogLikelihood": -3.146558879633, - "hits": 21, - "total": 120, - "hitRate": 0.175 - }, - { - "encoding": "windows-1252", - "confidence": 52, - "language": "da", - "byteLogLikelihood": -3.146558879633, - "hits": 21, - "total": 120, - "hitRate": 0.175 - }, - { - "encoding": "macintosh", - "confidence": 30, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 12, - "total": 120, - "hitRate": 0.1 - }, - { - "encoding": "ISO-8859-15", - "confidence": 30, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 12, - "total": 120, - "hitRate": 0.1 - }, - { - "encoding": "CP850", - "confidence": 30, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 12, - "total": 120, - "hitRate": 0.1 - }, - { - "encoding": "ISO-8859-14", - "confidence": 15, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 6, - "total": 120, - "hitRate": 0.05 - }, - { - "encoding": "ISO-8859-16", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 6, - "total": 120, - "hitRate": 0.05 - }, - { - "encoding": "ISO-8859-2", - "confidence": 10, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "ISO-8859-9", - "confidence": 10, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "windows-1250", - "confidence": 10, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "windows-1254", - "confidence": 10, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "windows-1257", - "confidence": 10, - "language": "et", - "byteLogLikelihood": -4.934473933131, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "windows-1258", - "confidence": 7, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 3, - "total": 120, - "hitRate": 0.025 - }, - { - "encoding": "ISO-8859-10", - "confidence": 7, - "language": "is", - "byteLogLikelihood": -4.717529149813, - "hits": 3, - "total": 120, - "hitRate": 0.025 - }, - { - "encoding": "CP852", - "confidence": 5, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 2, - "total": 120, - "hitRate": 0.016666666666666666 - }, - { - "encoding": "ISO-8859-3", - "confidence": 2, - "language": "mt", - "byteLogLikelihood": -4.658005606594, - "hits": 1, - "total": 120, - "hitRate": 0.008333333333333333 - }, - { - "encoding": "ISO-8859-4", - "confidence": 2, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 1, - "total": 120, - "hitRate": 0.008333333333333333 - }, - { - "encoding": "ISO-8859-13", - "confidence": 2, - "language": "lt", - "byteLogLikelihood": -4.145958228046, - "hits": 1, - "total": 120, - "hitRate": 0.008333333333333333 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.825649766807, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.736335095675, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.689401143463, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.231348206195, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.288232392491, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.689401143463, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.231348206195, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.861023356308, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.888170123788, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.518796947367, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.476992253447, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.825649766807, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.685745819823, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.288232392491, - "hits": 0, - "total": 120, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "windows-1252", - "language": "de" - }, - "predicted": { - "encoding": "ISO-8859-1", - "confidence": 73, - "language": "de", - "byteLogLikelihood": -3.169712077519, - "hits": 53, - "total": 216, - "hitRate": 0.24537037037037038 - }, - "encodingExact": false, - "encodingEquivalent": true, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 3, - "candidates": [ - { - "encoding": "ISO-8859-1", - "confidence": 73, - "language": "de", - "byteLogLikelihood": -3.169712077519, - "hits": 53, - "total": 216, - "hitRate": 0.24537037037037038 - }, - { - "encoding": "windows-1252", - "confidence": 73, - "language": "de", - "byteLogLikelihood": -3.169712077519, - "hits": 53, - "total": 216, - "hitRate": 0.24537037037037038 - }, - { - "encoding": "ISO-8859-15", - "confidence": 73, - "language": "de", - "byteLogLikelihood": -3.169712077519, - "hits": 53, - "total": 216, - "hitRate": 0.24537037037037038 - }, - { - "encoding": "macintosh", - "confidence": 72, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 52, - "total": 215, - "hitRate": 0.24186046511627907 - }, - { - "encoding": "CP850", - "confidence": 70, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 51, - "total": 216, - "hitRate": 0.2361111111111111 - }, - { - "encoding": "ISO-8859-14", - "confidence": 20, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 15, - "total": 216, - "hitRate": 0.06944444444444445 - }, - { - "encoding": "ISO-8859-2", - "confidence": 13, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, - "total": 216, - "hitRate": 0.046296296296296294 - }, - { - "encoding": "windows-1250", - "confidence": 13, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, - "total": 216, - "hitRate": 0.046296296296296294 - }, - { - "encoding": "ISO-8859-9", - "confidence": 12, - "language": "tr", - "byteLogLikelihood": -4.5258676709, - "hits": 9, - "total": 216, - "hitRate": 0.041666666666666664 - }, - { - "encoding": "windows-1254", - "confidence": 12, - "language": "tr", - "byteLogLikelihood": -4.5258676709, - "hits": 9, - "total": 216, - "hitRate": 0.041666666666666664 - }, - { - "encoding": "ISO-8859-16", - "confidence": 11, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 8, - "total": 216, - "hitRate": 0.037037037037037035 - }, - { - "encoding": "windows-1257", - "confidence": 9, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 7, - "total": 216, - "hitRate": 0.032407407407407406 - }, - { - "encoding": "ISO-8859-4", - "confidence": 9, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 7, - "total": 216, - "hitRate": 0.032407407407407406 - }, - { - "encoding": "CP852", - "confidence": 6, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 5, - "total": 216, - "hitRate": 0.023148148148148147 - }, - { - "encoding": "windows-1258", - "confidence": 5, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 4, - "total": 216, - "hitRate": 0.018518518518518517 - }, - { - "encoding": "ISO-8859-3", - "confidence": 5, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 4, - "total": 216, - "hitRate": 0.018518518518518517 - }, - { - "encoding": "ISO-8859-13", - "confidence": 2, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 2, - "total": 216, - "hitRate": 0.009259259259259259 - }, - { - "encoding": "ISO-8859-10", - "confidence": 1, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 1, - "total": 216, - "hitRate": 0.004629629629629629 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.162408104115, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.007313397456, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.349754587225, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.279537403415, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.542402054434, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.349754587225, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.279537403415, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.318835143108, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.657121063601, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.28774788718, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.245943193261, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -5.942998477092, - "hits": 0, - "total": 216, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -3.629332579687, - "hits": 0, - "total": 216, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "windows-1252", - "language": "en" - }, - "predicted": { - "encoding": "ISO-8859-15", - "confidence": 29, - "language": "en", - "byteLogLikelihood": -2.06619631493, - "hits": 13, - "total": 132, - "hitRate": 0.09848484848484848 - }, - "encodingExact": false, - "encodingEquivalent": true, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "ISO-8859-15", - "confidence": 29, - "language": "fr", - "byteLogLikelihood": -2.06619631493, - "hits": 13, - "total": 132, - "hitRate": 0.09848484848484848 - }, - { - "encoding": "ISO-8859-1", - "confidence": 47, - "language": "en", - "byteLogLikelihood": -3.310543013394, - "hits": 21, - "total": 132, - "hitRate": 0.1590909090909091 - }, - { - "encoding": "windows-1252", - "confidence": 47, - "language": "en", - "byteLogLikelihood": -3.310543013394, - "hits": 21, - "total": 132, - "hitRate": 0.1590909090909091 - }, - { - "encoding": "macintosh", - "confidence": 27, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 12, - "total": 132, - "hitRate": 0.09090909090909091 - }, - { - "encoding": "CP850", - "confidence": 27, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 12, - "total": 132, - "hitRate": 0.09090909090909091 - }, - { - "encoding": "windows-1257", - "confidence": 11, - "language": "et", - "byteLogLikelihood": -4.934473933131, - "hits": 5, - "total": 132, - "hitRate": 0.03787878787878788 - }, - { - "encoding": "ISO-8859-14", - "confidence": 11, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 5, - "total": 132, - "hitRate": 0.03787878787878788 - }, - { - "encoding": "ISO-8859-2", - "confidence": 9, - "language": "cs", - "byteLogLikelihood": -3.54961738678, - "hits": 4, - "total": 132, - "hitRate": 0.030303030303030304 - }, - { - "encoding": "windows-1250", - "confidence": 9, - "language": "cs", - "byteLogLikelihood": -3.54961738678, - "hits": 4, - "total": 132, - "hitRate": 0.030303030303030304 - }, - { - "encoding": "windows-1258", - "confidence": 9, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 4, - "total": 132, - "hitRate": 0.030303030303030304 - }, - { - "encoding": "ISO-8859-16", - "confidence": 9, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 4, - "total": 132, - "hitRate": 0.030303030303030304 - }, - { - "encoding": "ISO-8859-4", - "confidence": 6, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 3, - "total": 132, - "hitRate": 0.022727272727272728 - }, - { - "encoding": "ISO-8859-9", - "confidence": 4, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 2, - "total": 132, - "hitRate": 0.015151515151515152 - }, - { - "encoding": "windows-1254", - "confidence": 4, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 2, - "total": 132, - "hitRate": 0.015151515151515152 - }, - { - "encoding": "ISO-8859-3", - "confidence": 4, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 2, - "total": 132, - "hitRate": 0.015151515151515152 - }, - { - "encoding": "CP852", - "confidence": 4, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 2, - "total": 132, - "hitRate": 0.015151515151515152 - }, - { - "encoding": "ISO-8859-13", - "confidence": 2, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 1, - "total": 132, - "hitRate": 0.007575757575757576 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.593471453839, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -2.654561516151, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -2.405884662832, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.612642200827, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -2.654561516151, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -2.405884662832, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -3.57655026914, - "hits": 0, - "total": 131, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.593471453839, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -4.728861658331, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.252383775789, - "hits": 0, - "total": 132, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-10", - "confidence": 0, - "language": "is", - "byteLogLikelihood": -4.510859506517, - "hits": 0, - "total": 132, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "windows-1252", - "language": "es" - }, - "predicted": { - "encoding": "ISO-8859-1", - "confidence": 61, - "language": "es", - "byteLogLikelihood": -3.834657935767, - "hits": 41, - "total": 200, - "hitRate": 0.205 - }, - "encodingExact": false, - "encodingEquivalent": true, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 3, - "candidates": [ - { - "encoding": "ISO-8859-1", - "confidence": 61, - "language": "es", - "byteLogLikelihood": -3.834657935767, - "hits": 41, - "total": 200, - "hitRate": 0.205 - }, - { - "encoding": "windows-1252", - "confidence": 61, - "language": "es", - "byteLogLikelihood": -3.834657935767, - "hits": 41, - "total": 200, - "hitRate": 0.205 - }, - { - "encoding": "ISO-8859-15", - "confidence": 61, - "language": "es", - "byteLogLikelihood": -3.834657935767, - "hits": 41, - "total": 200, - "hitRate": 0.205 - }, - { - "encoding": "macintosh", - "confidence": 58, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 39, - "total": 199, - "hitRate": 0.19597989949748743 - }, - { - "encoding": "CP850", - "confidence": 58, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 39, - "total": 200, - "hitRate": 0.195 - }, - { - "encoding": "windows-1257", - "confidence": 24, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 16, - "total": 200, - "hitRate": 0.08 - }, - { - "encoding": "ISO-8859-4", - "confidence": 24, - "language": "lv", - "byteLogLikelihood": -5.009854802779, - "hits": 16, - "total": 200, - "hitRate": 0.08 - }, - { - "encoding": "ISO-8859-13", - "confidence": 19, - "language": "lt", - "byteLogLikelihood": -4.892914919217, - "hits": 13, - "total": 200, - "hitRate": 0.065 - }, - { - "encoding": "ISO-8859-14", - "confidence": 16, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 11, - "total": 200, - "hitRate": 0.055 - }, - { - "encoding": "ISO-8859-2", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, - "total": 200, - "hitRate": 0.05 - }, - { - "encoding": "windows-1250", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 10, - "total": 200, - "hitRate": 0.05 - }, - { - "encoding": "ISO-8859-16", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 10, - "total": 200, - "hitRate": 0.05 - }, - { - "encoding": "ISO-8859-9", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 5, - "total": 200, - "hitRate": 0.025 - }, - { - "encoding": "windows-1254", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 5, - "total": 200, - "hitRate": 0.025 - }, - { - "encoding": "CP852", - "confidence": 7, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 5, - "total": 200, - "hitRate": 0.025 - }, - { - "encoding": "windows-1258", - "confidence": 4, - "language": "vi", - "byteLogLikelihood": -4.848531508941, - "hits": 3, - "total": 200, - "hitRate": 0.015 - }, - { - "encoding": "ISO-8859-10", - "confidence": 4, - "language": "is", - "byteLogLikelihood": -3.846028832089, - "hits": 3, - "total": 200, - "hitRate": 0.015 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.977292083619, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.346153815501, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.106555532888, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.411159813207, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.336328204376, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.106555532888, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.411159813207, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -3.300604963183, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.412820202576, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.303705458307, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.977292083619, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.203740544852, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.336328204376, - "hits": 0, - "total": 200, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 0, - "total": 200, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "windows-1252", - "language": "fr" - }, - "predicted": { - "encoding": "ISO-8859-1", - "confidence": 77, - "language": "fr", - "byteLogLikelihood": -2.06619631493, - "hits": 59, - "total": 228, - "hitRate": 0.25877192982456143 - }, - "encodingExact": false, - "encodingEquivalent": true, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 3, - "candidates": [ - { - "encoding": "ISO-8859-1", - "confidence": 77, - "language": "fr", - "byteLogLikelihood": -2.06619631493, - "hits": 59, - "total": 228, - "hitRate": 0.25877192982456143 - }, - { - "encoding": "windows-1252", - "confidence": 77, - "language": "fr", - "byteLogLikelihood": -2.06619631493, - "hits": 59, - "total": 228, - "hitRate": 0.25877192982456143 - }, - { - "encoding": "ISO-8859-15", - "confidence": 77, - "language": "fr", - "byteLogLikelihood": -2.06619631493, - "hits": 59, - "total": 228, - "hitRate": 0.25877192982456143 - }, - { - "encoding": "macintosh", - "confidence": 71, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 54, - "total": 228, - "hitRate": 0.23684210526315788 - }, - { - "encoding": "CP850", - "confidence": 71, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 54, - "total": 228, - "hitRate": 0.23684210526315788 - }, - { - "encoding": "ISO-8859-2", - "confidence": 11, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 9, - "total": 228, - "hitRate": 0.039473684210526314 - }, - { - "encoding": "windows-1250", - "confidence": 11, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 9, - "total": 228, - "hitRate": 0.039473684210526314 - }, - { - "encoding": "ISO-8859-10", - "confidence": 10, - "language": "is", - "byteLogLikelihood": -4.510859506517, - "hits": 8, - "total": 228, - "hitRate": 0.03508771929824561 - }, - { - "encoding": "ISO-8859-16", - "confidence": 10, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 8, - "total": 228, - "hitRate": 0.03508771929824561 - }, - { - "encoding": "windows-1257", - "confidence": 7, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 6, - "total": 228, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "ISO-8859-4", - "confidence": 7, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 6, - "total": 228, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "CP852", - "confidence": 7, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 6, - "total": 228, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "ISO-8859-9", - "confidence": 5, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "windows-1254", - "confidence": 5, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "windows-1258", - "confidence": 5, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "ISO-8859-3", - "confidence": 5, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "ISO-8859-13", - "confidence": 5, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 4, - "total": 228, - "hitRate": 0.017543859649122806 - }, - { - "encoding": "ISO-8859-14", - "confidence": 3, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 3, - "total": 228, - "hitRate": 0.013157894736842105 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.593471453839, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -2.654561516151, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -2.405884662832, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.612642200827, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -2.654561516151, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -2.405884662832, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -3.57655026914, - "hits": 0, - "total": 224, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.593471453839, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -4.728861658331, - "hits": 0, - "total": 228, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.252383775789, - "hits": 0, - "total": 228, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "windows-1252", - "language": "it" - }, - "predicted": { - "encoding": "ISO-8859-1", - "confidence": 58, - "language": "it", - "byteLogLikelihood": -3.533686564708, - "hits": 31, - "total": 159, - "hitRate": 0.1949685534591195 - }, - "encodingExact": false, - "encodingEquivalent": true, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 2, - "candidates": [ - { - "encoding": "ISO-8859-1", - "confidence": 58, - "language": "it", - "byteLogLikelihood": -3.533686564708, - "hits": 31, - "total": 159, - "hitRate": 0.1949685534591195 - }, - { - "encoding": "windows-1252", - "confidence": 58, - "language": "it", - "byteLogLikelihood": -3.533686564708, - "hits": 31, - "total": 159, - "hitRate": 0.1949685534591195 - }, - { - "encoding": "macintosh", - "confidence": 24, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 13, - "total": 158, - "hitRate": 0.08227848101265822 - }, - { - "encoding": "ISO-8859-15", - "confidence": 24, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 13, - "total": 159, - "hitRate": 0.08176100628930817 - }, - { - "encoding": "CP850", - "confidence": 24, - "language": "fr", - "byteLogLikelihood": -5.010635294096, - "hits": 13, - "total": 159, - "hitRate": 0.08176100628930817 - }, - { - "encoding": "windows-1258", - "confidence": 16, - "language": "vi", - "byteLogLikelihood": -3.012261575505, - "hits": 9, - "total": 159, - "hitRate": 0.05660377358490566 - }, - { - "encoding": "ISO-8859-16", - "confidence": 16, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 9, - "total": 159, - "hitRate": 0.05660377358490566 - }, - { - "encoding": "ISO-8859-2", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 8, - "total": 159, - "hitRate": 0.050314465408805034 - }, - { - "encoding": "windows-1250", - "confidence": 15, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 8, - "total": 159, - "hitRate": 0.050314465408805034 - }, - { - "encoding": "windows-1257", - "confidence": 15, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 8, - "total": 159, - "hitRate": 0.050314465408805034 - }, - { - "encoding": "ISO-8859-4", - "confidence": 15, - "language": "lv", - "byteLogLikelihood": -1.974081026022, - "hits": 8, - "total": 159, - "hitRate": 0.050314465408805034 - }, - { - "encoding": "ISO-8859-14", - "confidence": 9, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 5, - "total": 159, - "hitRate": 0.031446540880503145 - }, - { - "encoding": "CP852", - "confidence": 7, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 4, - "total": 159, - "hitRate": 0.025157232704402517 - }, - { - "encoding": "ISO-8859-9", - "confidence": 5, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 3, - "total": 159, - "hitRate": 0.018867924528301886 - }, - { - "encoding": "windows-1254", - "confidence": 5, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 3, - "total": 159, - "hitRate": 0.018867924528301886 - }, - { - "encoding": "ISO-8859-3", - "confidence": 5, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 3, - "total": 159, - "hitRate": 0.018867924528301886 - }, - { - "encoding": "ISO-8859-10", - "confidence": 3, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 2, - "total": 159, - "hitRate": 0.012578616352201259 - }, - { - "encoding": "ISO-8859-13", - "confidence": 3, - "language": "lt", - "byteLogLikelihood": -3.332204510175, - "hits": 2, - "total": 159, - "hitRate": 0.012578616352201259 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -2.954414124223, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -6.120297418951, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.629660094454, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -2.533200659147, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -6.120297418951, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.629660094454, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -3.496507561466, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -2.954414124223, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -6.520621127559, - "hits": 0, - "total": 159, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -2.533200659147, - "hits": 0, - "total": 159, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "windows-1252", - "language": "nl" - }, - "predicted": { - "encoding": "ISO-8859-1", - "confidence": 83, - "language": "nl", - "byteLogLikelihood": -3.295836866004, - "hits": 42, - "total": 151, - "hitRate": 0.2781456953642384 - }, - "encodingExact": false, - "encodingEquivalent": true, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 2, - "candidates": [ - { - "encoding": "ISO-8859-1", - "confidence": 83, - "language": "nl", - "byteLogLikelihood": -3.295836866004, - "hits": 42, - "total": 151, - "hitRate": 0.2781456953642384 - }, - { - "encoding": "windows-1252", - "confidence": 83, - "language": "nl", - "byteLogLikelihood": -3.295836866004, - "hits": 42, - "total": 151, - "hitRate": 0.2781456953642384 - }, - { - "encoding": "macintosh", - "confidence": 63, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 32, - "total": 151, - "hitRate": 0.2119205298013245 - }, - { - "encoding": "ISO-8859-15", - "confidence": 63, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 32, - "total": 151, - "hitRate": 0.2119205298013245 - }, - { - "encoding": "CP850", - "confidence": 63, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 32, - "total": 151, - "hitRate": 0.2119205298013245 - }, - { - "encoding": "ISO-8859-14", - "confidence": 33, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 17, - "total": 151, - "hitRate": 0.11258278145695365 - }, - { - "encoding": "ISO-8859-2", - "confidence": 13, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 7, - "total": 151, - "hitRate": 0.046357615894039736 - }, - { - "encoding": "ISO-8859-9", - "confidence": 13, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 7, - "total": 151, - "hitRate": 0.046357615894039736 - }, - { - "encoding": "windows-1250", - "confidence": 13, - "language": "ro", - "byteLogLikelihood": -5.176149732574, - "hits": 7, - "total": 151, - "hitRate": 0.046357615894039736 - }, - { - "encoding": "windows-1254", - "confidence": 13, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 7, - "total": 151, - "hitRate": 0.046357615894039736 - }, - { - "encoding": "ISO-8859-10", - "confidence": 11, - "language": "is", - "byteLogLikelihood": -4.510859506517, - "hits": 6, - "total": 151, - "hitRate": 0.039735099337748346 - }, - { - "encoding": "ISO-8859-16", - "confidence": 11, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 6, - "total": 151, - "hitRate": 0.039735099337748346 - }, - { - "encoding": "windows-1257", - "confidence": 9, - "language": "et", - "byteLogLikelihood": -4.934473933131, - "hits": 5, - "total": 151, - "hitRate": 0.033112582781456956 - }, - { - "encoding": "windows-1258", - "confidence": 3, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 2, - "total": 151, - "hitRate": 0.013245033112582781 - }, - { - "encoding": "ISO-8859-13", - "confidence": 3, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 2, - "total": 151, - "hitRate": 0.013245033112582781 - }, - { - "encoding": "ISO-8859-3", - "confidence": 1, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 1, - "total": 151, - "hitRate": 0.006622516556291391 - }, - { - "encoding": "ISO-8859-4", - "confidence": 1, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 1, - "total": 151, - "hitRate": 0.006622516556291391 - }, - { - "encoding": "CP852", - "confidence": 1, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 1, - "total": 151, - "hitRate": 0.006622516556291391 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.593471453839, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -2.654561516151, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -2.405884662832, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.612642200827, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -2.654561516151, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -2.405884662832, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -6.113682179832, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -3.57655026914, - "hits": 0, - "total": 150, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.593471453839, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "sr", - "byteLogLikelihood": -4.728861658331, - "hits": 0, - "total": 151, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.252383775789, - "hits": 0, - "total": 151, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "windows-1252", - "language": "no" - }, - "predicted": { - "encoding": "ISO-8859-1", - "confidence": 47, - "language": "no", - "byteLogLikelihood": -3.052495812716, - "hits": 18, - "total": 114, - "hitRate": 0.15789473684210525 - }, - "encodingExact": false, - "encodingEquivalent": true, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 2, - "candidates": [ - { - "encoding": "ISO-8859-1", - "confidence": 47, - "language": "no", - "byteLogLikelihood": -3.052495812716, - "hits": 18, - "total": 114, - "hitRate": 0.15789473684210525 - }, - { - "encoding": "windows-1252", - "confidence": 47, - "language": "no", - "byteLogLikelihood": -3.052495812716, - "hits": 18, - "total": 114, - "hitRate": 0.15789473684210525 - }, - { - "encoding": "macintosh", - "confidence": 18, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 7, - "total": 114, - "hitRate": 0.06140350877192982 - }, - { - "encoding": "ISO-8859-14", - "confidence": 18, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 7, - "total": 114, - "hitRate": 0.06140350877192982 - }, - { - "encoding": "ISO-8859-15", - "confidence": 18, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 7, - "total": 114, - "hitRate": 0.06140350877192982 - }, - { - "encoding": "CP850", - "confidence": 18, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 7, - "total": 114, - "hitRate": 0.06140350877192982 - }, - { - "encoding": "ISO-8859-10", - "confidence": 13, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 5, - "total": 114, - "hitRate": 0.043859649122807015 - }, - { - "encoding": "windows-1258", - "confidence": 10, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 4, - "total": 114, - "hitRate": 0.03508771929824561 - }, - { - "encoding": "ISO-8859-16", - "confidence": 10, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 4, - "total": 114, - "hitRate": 0.03508771929824561 - }, - { - "encoding": "ISO-8859-2", - "confidence": 7, - "language": "cs", - "byteLogLikelihood": -4.354336342997, - "hits": 3, - "total": 114, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "ISO-8859-9", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 3, - "total": 114, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "windows-1250", - "confidence": 7, - "language": "cs", - "byteLogLikelihood": -4.354336342997, - "hits": 3, - "total": 114, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "windows-1254", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -5.075173815234, - "hits": 3, - "total": 114, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "windows-1257", - "confidence": 7, - "language": "et", - "byteLogLikelihood": -4.934473933131, - "hits": 3, - "total": 114, - "hitRate": 0.02631578947368421 - }, - { - "encoding": "ISO-8859-3", - "confidence": 2, - "language": "mt", - "byteLogLikelihood": -4.210065739287, - "hits": 1, - "total": 114, - "hitRate": 0.008771929824561403 - }, - { - "encoding": "ISO-8859-4", - "confidence": 2, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 1, - "total": 114, - "hitRate": 0.008771929824561403 - }, - { - "encoding": "ISO-8859-13", - "confidence": 2, - "language": "lt", - "byteLogLikelihood": -4.319245023186, - "hits": 1, - "total": 114, - "hitRate": 0.008771929824561403 - }, - { - "encoding": "CP852", - "confidence": 2, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 1, - "total": 114, - "hitRate": 0.008771929824561403 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.652362971667, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.641462690249, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.154384602589, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -2.647504477241, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.753215851617, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.154384602589, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -2.647504477241, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.217802445218, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -6.061456918928, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.650279048587, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.652362971667, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.679407897139, - "hits": 0, - "total": 114, - "hitRate": 0 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.753215851617, - "hits": 0, - "total": 114, - "hitRate": 0 - } - ] - }, - { - "expected": { - "encoding": "windows-1252", - "language": "pt" - }, - "predicted": { - "encoding": "ISO-8859-15", - "confidence": 33, - "language": "pt", - "byteLogLikelihood": -3.970754139021, - "hits": 16, - "total": 143, - "hitRate": 0.11188811188811189 - }, - "encodingExact": false, - "encodingEquivalent": true, - "encodingCorrect": true, - "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "ISO-8859-15", - "confidence": 33, - "language": "es", - "byteLogLikelihood": -3.970754139021, - "hits": 16, - "total": 143, - "hitRate": 0.11188811188811189 - }, - { - "encoding": "ISO-8859-1", - "confidence": 50, - "language": "pt", - "byteLogLikelihood": -4.059947322987, - "hits": 24, - "total": 143, - "hitRate": 0.16783216783216784 - }, - { - "encoding": "windows-1252", - "confidence": 50, - "language": "pt", - "byteLogLikelihood": -4.059947322987, - "hits": 24, - "total": 143, - "hitRate": 0.16783216783216784 - }, - { - "encoding": "windows-1257", - "confidence": 29, - "language": "lt", - "byteLogLikelihood": -4.777390389123, - "hits": 14, - "total": 143, - "hitRate": 0.0979020979020979 - }, - { - "encoding": "ISO-8859-13", - "confidence": 29, - "language": "lt", - "byteLogLikelihood": -4.777390389123, - "hits": 14, - "total": 143, - "hitRate": 0.0979020979020979 - }, - { - "encoding": "macintosh", - "confidence": 31, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 15, - "total": 143, - "hitRate": 0.1048951048951049 - }, - { - "encoding": "CP850", - "confidence": 31, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 15, - "total": 143, - "hitRate": 0.1048951048951049 + "encoding": "windows-1252", + "language": "fr", + "confidence": 71, + "byteLogLikelihood": -5.0106352940962555, + "hits": 54, + "total": 228, + "hitRate": 0.23684210526315788 }, { - "encoding": "ISO-8859-4", - "confidence": 23, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 11, - "total": 143, - "hitRate": 0.07692307692307693 + "encoding": "ISO-8859-15", + "language": "fr", + "confidence": 75, + "byteLogLikelihood": -5.0106352940962555, + "hits": 56, + "total": 224, + "hitRate": 0.25 }, { - "encoding": "ISO-8859-2", - "confidence": 10, - "language": "hu", - "byteLogLikelihood": -3.361609233757, - "hits": 5, - "total": 143, - "hitRate": 0.03496503496503497 + "encoding": "ISO-8859-1", + "language": "fr", + "confidence": 75, + "byteLogLikelihood": -5.0106352940962555, + "hits": 56, + "total": 224, + "hitRate": 0.25 }, { - "encoding": "windows-1250", - "confidence": 10, - "language": "hu", - "byteLogLikelihood": -3.361609233757, - "hits": 5, - "total": 143, - "hitRate": 0.03496503496503497 + "encoding": "CP850", + "language": "fr", + "confidence": 71, + "byteLogLikelihood": -5.0106352940962555, + "hits": 54, + "total": 228, + "hitRate": 0.23684210526315788 }, { - "encoding": "ISO-8859-14", - "confidence": 10, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 5, - "total": 143, - "hitRate": 0.03496503496503497 + "encoding": "ISO-8859-2", + "language": "ro", + "confidence": 12, + "byteLogLikelihood": -5.176149732573829, + "hits": 9, + "total": 224, + "hitRate": 0.04017857142857143 }, { - "encoding": "windows-1258", - "confidence": 6, - "language": "vi", - "byteLogLikelihood": -4.524213150766, - "hits": 3, - "total": 143, - "hitRate": 0.02097902097902098 + "encoding": "windows-1250", + "language": "ro", + "confidence": 11, + "byteLogLikelihood": -5.176149732573829, + "hits": 9, + "total": 228, + "hitRate": 0.039473684210526314 }, { - "encoding": "ISO-8859-10", - "confidence": 6, - "language": "is", - "byteLogLikelihood": -4.06291963921, - "hits": 3, - "total": 143, - "hitRate": 0.02097902097902098 + "encoding": "windows-1257", + "language": "lv", + "confidence": 7, + "byteLogLikelihood": -5.19295685089021, + "hits": 6, + "total": 228, + "hitRate": 0.02631578947368421 }, { "encoding": "ISO-8859-9", - "confidence": 2, "language": "tr", - "byteLogLikelihood": -4.58869627797, - "hits": 1, - "total": 143, - "hitRate": 0.006993006993006993 + "confidence": 6, + "byteLogLikelihood": -5.075173815233827, + "hits": 5, + "total": 224, + "hitRate": 0.022321428571428572 }, { "encoding": "windows-1254", - "confidence": 2, "language": "tr", - "byteLogLikelihood": -4.58869627797, - "hits": 1, - "total": 143, - "hitRate": 0.006993006993006993 - }, - { - "encoding": "ISO-8859-16", - "confidence": 2, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 1, - "total": 143, - "hitRate": 0.006993006993006993 - }, - { - "encoding": "CP852", - "confidence": 2, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 1, - "total": 143, - "hitRate": 0.006993006993006993 + "confidence": 6, + "byteLogLikelihood": -5.075173815233827, + "hits": 5, + "total": 224, + "hitRate": 0.022321428571428572 }, { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.338763438513, - "hits": 0, - "total": 143, - "hitRate": 0 + "encoding": "ISO-8859-14", + "language": "cy", + "confidence": 4, + "byteLogLikelihood": -4.912654885736052, + "hits": 3, + "total": 224, + "hitRate": 0.013392857142857142 }, { - "encoding": "ISO-8859-6", + "encoding": "IBM855", + "language": "sr", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.514449766028, + "byteLogLikelihood": -3.576182148392255, "hits": 0, - "total": 143, + "total": 228, "hitRate": 0 - }, + } + ] + }, + { + "expected": { + "encoding": "windows-1250", + "language": "cs" + }, + "predicted": { + "encoding": "ISO-8859-2", + "language": "cs", + "confidence": 30, + "byteLogLikelihood": -3.4291591084415995, + "hits": 13, + "total": 126, + "hitRate": 0.10317460317460317 + }, + "encodingExact": false, + "encodingEquivalent": true, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 2, + "candidates": [ { - "encoding": "ISO-8859-7", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.017269736716, - "hits": 0, - "total": 143, - "hitRate": 0 + "encoding": "ISO-8859-2", + "language": "cs", + "confidence": 30, + "byteLogLikelihood": -3.4291591084415995, + "hits": 13, + "total": 126, + "hitRate": 0.10317460317460317 }, { - "encoding": "ISO-8859-8", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.50352863905, - "hits": 0, - "total": 143, - "hitRate": 0 + "encoding": "windows-1250", + "language": "cs", + "confidence": 30, + "byteLogLikelihood": -3.4291591084415995, + "hits": 13, + "total": 126, + "hitRate": 0.10317460317460317 }, { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.846220145127, - "hits": 0, - "total": 143, - "hitRate": 0 + "encoding": "ISO-8859-1", + "language": "pt", + "confidence": 11, + "byteLogLikelihood": -4.567039228599802, + "hits": 5, + "total": 126, + "hitRate": 0.03968253968253968 }, { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.017269736716, - "hits": 0, - "total": 143, - "hitRate": 0 + "encoding": "windows-1252", + "language": "pt", + "confidence": 11, + "byteLogLikelihood": -4.567039228599802, + "hits": 5, + "total": 126, + "hitRate": 0.03968253968253968 }, { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.50352863905, - "hits": 0, - "total": 143, - "hitRate": 0 + "encoding": "ISO-8859-15", + "language": "fr", + "confidence": 7, + "byteLogLikelihood": -4.081579721494509, + "hits": 3, + "total": 126, + "hitRate": 0.023809523809523808 }, { - "encoding": "windows-1256", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -3.503504267293, + "byteLogLikelihood": -3.4014461968813237, "hits": 0, - "total": 143, + "total": 126, "hitRate": 0 }, { - "encoding": "windows-874", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "th", - "byteLogLikelihood": -4.91521504926, + "byteLogLikelihood": -3.4675096521994124, "hits": 0, - "total": 143, + "total": 125, "hitRate": 0 }, { - "encoding": "KOI8-R", - "confidence": 0, + "encoding": "windows-1251", "language": "ru", - "byteLogLikelihood": -6.518796947367, - "hits": 0, - "total": 143, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.476992253447, + "byteLogLikelihood": -4.249199684222383, "hits": 0, - "total": 143, + "total": 126, "hitRate": 0 }, { - "encoding": "IBM866", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.338763438513, + "byteLogLikelihood": -3.4014461968813237, "hits": 0, - "total": 143, + "total": 126, "hitRate": 0 }, { - "encoding": "IBM855", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "sr", - "byteLogLikelihood": -3.774998078834, + "byteLogLikelihood": -3.4675096521994124, "hits": 0, - "total": 143, + "total": 125, "hitRate": 0 }, { "encoding": "x-mac-cyrillic", - "confidence": 0, "language": "uk", - "byteLogLikelihood": -3.766179593299, + "confidence": 0, + "byteLogLikelihood": -4.2265610117874175, "hits": 0, - "total": 143, + "total": 126, "hitRate": 0 }, { - "encoding": "ISO-8859-3", + "encoding": "ISO-8859-10", + "language": "is", "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.105945473901, + "byteLogLikelihood": -4.43713857776991, "hits": 0, - "total": 143, + "total": 126, "hitRate": 0 } ] }, { "expected": { - "encoding": "windows-1252", - "language": "sv" + "encoding": "windows-1250", + "language": "hu" }, "predicted": { - "encoding": "ISO-8859-1", - "confidence": 50, - "language": "sv", - "byteLogLikelihood": -3.23645137845, - "hits": 23, + "encoding": "ISO-8859-2", + "language": "hu", + "confidence": 46, + "byteLogLikelihood": -3.1612059022027728, + "hits": 21, "total": 136, - "hitRate": 0.16911764705882354 + "hitRate": 0.15441176470588236 }, "encodingExact": false, "encodingEquivalent": true, @@ -16870,308 +5458,258 @@ "tiedAtTop": 2, "candidates": [ { - "encoding": "ISO-8859-1", - "confidence": 50, - "language": "sv", - "byteLogLikelihood": -3.23645137845, - "hits": 23, - "total": 136, - "hitRate": 0.16911764705882354 - }, - { - "encoding": "windows-1252", - "confidence": 50, - "language": "sv", - "byteLogLikelihood": -3.23645137845, - "hits": 23, - "total": 136, - "hitRate": 0.16911764705882354 - }, - { - "encoding": "windows-1258", - "confidence": 19, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 9, - "total": 136, - "hitRate": 0.0661764705882353 - }, - { - "encoding": "ISO-8859-10", - "confidence": 19, - "language": "is", - "byteLogLikelihood": -4.980036753423, - "hits": 9, + "encoding": "ISO-8859-2", + "language": "hu", + "confidence": 46, + "byteLogLikelihood": -3.1612059022027728, + "hits": 21, "total": 136, - "hitRate": 0.0661764705882353 + "hitRate": 0.15441176470588236 }, { - "encoding": "macintosh", - "confidence": 17, - "language": "de", - "byteLogLikelihood": -5.003946305945, - "hits": 8, + "encoding": "windows-1250", + "language": "hu", + "confidence": 46, + "byteLogLikelihood": -3.1612059022027728, + "hits": 21, "total": 136, - "hitRate": 0.058823529411764705 + "hitRate": 0.15441176470588236 }, { - "encoding": "ISO-8859-15", + "encoding": "ISO-8859-1", + "language": "pt", "confidence": 17, - "language": "de", - "byteLogLikelihood": -4.137512330246, + "byteLogLikelihood": -4.507887190294246, "hits": 8, "total": 136, "hitRate": 0.058823529411764705 }, { - "encoding": "CP850", + "encoding": "windows-1252", + "language": "pt", "confidence": 17, - "language": "de", - "byteLogLikelihood": -5.003946305945, + "byteLogLikelihood": -4.507887190294246, "hits": 8, "total": 136, "hitRate": 0.058823529411764705 }, { - "encoding": "ISO-8859-2", - "confidence": 15, - "language": "cs", - "byteLogLikelihood": -5.159055299215, - "hits": 7, - "total": 136, - "hitRate": 0.051470588235294115 - }, - { - "encoding": "windows-1250", - "confidence": 15, - "language": "cs", - "byteLogLikelihood": -5.159055299215, - "hits": 7, - "total": 136, - "hitRate": 0.051470588235294115 - }, - { - "encoding": "ISO-8859-9", - "confidence": 11, - "language": "tr", - "byteLogLikelihood": -4.93784727915, - "hits": 5, - "total": 136, - "hitRate": 0.03676470588235294 - }, - { - "encoding": "windows-1254", - "confidence": 11, - "language": "tr", - "byteLogLikelihood": -4.93784727915, - "hits": 5, - "total": 136, - "hitRate": 0.03676470588235294 - }, - { - "encoding": "ISO-8859-14", - "confidence": 8, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 4, - "total": 136, - "hitRate": 0.029411764705882353 - }, - { - "encoding": "ISO-8859-16", - "confidence": 6, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 3, - "total": 136, - "hitRate": 0.022058823529411766 - }, - { - "encoding": "windows-1257", - "confidence": 4, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 2, - "total": 136, - "hitRate": 0.014705882352941176 - }, - { - "encoding": "ISO-8859-3", + "encoding": "ISO-8859-15", + "language": "fr", "confidence": 4, - "language": "mt", - "byteLogLikelihood": -4.210065739287, + "byteLogLikelihood": -4.274525549304646, "hits": 2, "total": 136, "hitRate": 0.014705882352941176 }, { - "encoding": "ISO-8859-13", - "confidence": 4, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 2, + "encoding": "windows-1257", + "language": "et", + "confidence": 2, + "byteLogLikelihood": -4.453831056838394, + "hits": 1, "total": 136, - "hitRate": 0.014705882352941176 + "hitRate": 0.007352941176470588 }, { - "encoding": "CP852", - "confidence": 4, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 2, + "encoding": "ISO-8859-10", + "language": "is", + "confidence": 2, + "byteLogLikelihood": -3.900251533869562, + "hits": 1, "total": 136, - "hitRate": 0.014705882352941176 + "hitRate": 0.007352941176470588 }, { - "encoding": "ISO-8859-5", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.652362971667, + "byteLogLikelihood": -3.4302479046238266, "hits": 0, "total": 136, "hitRate": 0 }, { - "encoding": "ISO-8859-6", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -3.287368473007, + "byteLogLikelihood": -3.984546441117653, "hits": 0, - "total": 136, + "total": 135, "hitRate": 0 }, { - "encoding": "ISO-8859-7", - "confidence": 0, + "encoding": "windows-1253", "language": "el", - "byteLogLikelihood": -3.876181596107, + "confidence": 0, + "byteLogLikelihood": -3.4302479046238266, "hits": 0, "total": 136, "hitRate": 0 }, { - "encoding": "ISO-8859-8", - "confidence": 0, + "encoding": "windows-1255", "language": "he", - "byteLogLikelihood": -3.066153183614, + "confidence": 0, + "byteLogLikelihood": -3.984546441117653, "hits": 0, - "total": 136, + "total": 135, "hitRate": 0 }, { - "encoding": "windows-1251", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.393743210995, + "byteLogLikelihood": -4.187765411941347, "hits": 0, "total": 136, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "windows-1250", + "language": "pl" + }, + "predicted": { + "encoding": "windows-1250", + "language": "pl", + "confidence": 40, + "byteLogLikelihood": -3.5291052717201463, + "hits": 25, + "total": 184, + "hitRate": 0.1358695652173913 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 1, + "candidates": [ + { + "encoding": "windows-1250", + "language": "pl", + "confidence": 40, + "byteLogLikelihood": -3.5291052717201463, + "hits": 25, + "total": 184, + "hitRate": 0.1358695652173913 }, { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.876181596107, - "hits": 0, - "total": 136, - "hitRate": 0 + "encoding": "ISO-8859-2", + "language": "pl", + "confidence": 37, + "byteLogLikelihood": -4.297518988234737, + "hits": 23, + "total": 184, + "hitRate": 0.125 }, { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -3.066153183614, - "hits": 0, - "total": 136, - "hitRate": 0 + "encoding": "ISO-8859-1", + "language": "it", + "confidence": 8, + "byteLogLikelihood": -4.919980925828124, + "hits": 5, + "total": 183, + "hitRate": 0.0273224043715847 }, { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.25594643617, - "hits": 0, - "total": 136, - "hitRate": 0 + "encoding": "windows-1252", + "language": "it", + "confidence": 8, + "byteLogLikelihood": -4.919980925828124, + "hits": 5, + "total": 183, + "hitRate": 0.0273224043715847 }, { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.801526726218, - "hits": 0, - "total": 136, - "hitRate": 0 + "encoding": "windows-1257", + "language": "et", + "confidence": 6, + "byteLogLikelihood": -4.9344739331306915, + "hits": 4, + "total": 183, + "hitRate": 0.02185792349726776 }, { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.432153549797, - "hits": 0, - "total": 136, - "hitRate": 0 + "encoding": "ISO-8859-15", + "language": "es", + "confidence": 6, + "byteLogLikelihood": -4.396558412647502, + "hits": 4, + "total": 183, + "hitRate": 0.02185792349726776 }, { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.390348855877, - "hits": 0, - "total": 136, - "hitRate": 0 + "encoding": "macintosh", + "language": "es", + "confidence": 4, + "byteLogLikelihood": -4.826691858303935, + "hits": 3, + "total": 184, + "hitRate": 0.016304347826086956 }, { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.652362971667, - "hits": 0, - "total": 136, - "hitRate": 0 + "encoding": "ISO-8859-4", + "language": "lv", + "confidence": 4, + "byteLogLikelihood": -4.704684722593273, + "hits": 3, + "total": 184, + "hitRate": 0.016304347826086956 }, { - "encoding": "IBM855", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.419477704429, - "hits": 0, - "total": 136, - "hitRate": 0 + "encoding": "ISO-8859-10", + "language": "is", + "confidence": 3, + "byteLogLikelihood": -4.715734558779857, + "hits": 2, + "total": 184, + "hitRate": 0.010869565217391304 }, { - "encoding": "x-mac-cyrillic", + "encoding": "ISO-8859-14", + "language": "cy", + "confidence": 1, + "byteLogLikelihood": -4.912654885736052, + "hits": 1, + "total": 184, + "hitRate": 0.005434782608695652 + }, + { + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.393743210995, + "byteLogLikelihood": -4.848389618517087, "hits": 0, - "total": 136, + "total": 184, "hitRate": 0 }, { - "encoding": "ISO-8859-4", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "lv", - "byteLogLikelihood": -5.19295685089, + "byteLogLikelihood": -4.848389618517087, "hits": 0, - "total": 136, + "total": 184, "hitRate": 0 } ] }, { "expected": { - "encoding": "windows-1253", - "language": "el" + "encoding": "windows-1250", + "language": "ro" }, "predicted": { - "encoding": "ISO-8859-7", - "confidence": 51, - "language": "el", - "byteLogLikelihood": -3.435199502, - "hits": 23, - "total": 134, - "hitRate": 0.17164179104477612 + "encoding": "ISO-8859-2", + "language": "ro", + "confidence": 41, + "byteLogLikelihood": -2.6845392975419866, + "hits": 28, + "total": 202, + "hitRate": 0.13861386138613863 }, "encodingExact": false, "encodingEquivalent": true, @@ -17180,308 +5718,258 @@ "tiedAtTop": 2, "candidates": [ { - "encoding": "ISO-8859-7", - "confidence": 51, - "language": "el", - "byteLogLikelihood": -3.435199502, - "hits": 23, - "total": 134, - "hitRate": 0.17164179104477612 - }, - { - "encoding": "windows-1253", - "confidence": 51, - "language": "el", - "byteLogLikelihood": -3.435199502, - "hits": 23, - "total": 134, - "hitRate": 0.17164179104477612 - }, - { - "encoding": "KOI8-U", - "confidence": 8, - "language": "uk", - "byteLogLikelihood": -6.254780178237, - "hits": 4, - "total": 134, - "hitRate": 0.029850746268656716 - }, - { - "encoding": "IBM855", - "confidence": 7, - "language": "ru", - "byteLogLikelihood": -5.358823187498, - "hits": 3, - "total": 118, - "hitRate": 0.025423728813559324 - }, - { - "encoding": "KOI8-R", - "confidence": 4, - "language": "ru", - "byteLogLikelihood": -6.302671202821, - "hits": 2, - "total": 134, - "hitRate": 0.014925373134328358 - }, - { - "encoding": "ISO-8859-6", - "confidence": 3, - "language": "ar", - "byteLogLikelihood": -5.268243094623, - "hits": 1, - "total": 81, - "hitRate": 0.012345679012345678 - }, - { - "encoding": "ISO-8859-8", - "confidence": 2, - "language": "he", - "byteLogLikelihood": -4.09495359507, - "hits": 1, - "total": 127, - "hitRate": 0.007874015748031496 + "encoding": "ISO-8859-2", + "language": "ro", + "confidence": 41, + "byteLogLikelihood": -2.6845392975419866, + "hits": 28, + "total": 202, + "hitRate": 0.13861386138613863 }, { - "encoding": "windows-1255", - "confidence": 2, - "language": "he", - "byteLogLikelihood": -4.09495359507, - "hits": 1, - "total": 127, - "hitRate": 0.007874015748031496 + "encoding": "windows-1250", + "language": "ro", + "confidence": 41, + "byteLogLikelihood": -2.6845392975419866, + "hits": 28, + "total": 202, + "hitRate": 0.13861386138613863 }, { - "encoding": "x-mac-cyrillic", - "confidence": 2, - "language": "uk", - "byteLogLikelihood": -4.203232324163, - "hits": 1, - "total": 131, - "hitRate": 0.007633587786259542 + "encoding": "ISO-8859-16", + "language": "ro", + "confidence": 38, + "byteLogLikelihood": -2.700458868498381, + "hits": 26, + "total": 202, + "hitRate": 0.12871287128712872 }, { "encoding": "ISO-8859-1", - "confidence": 0, - "language": "pt", - "byteLogLikelihood": -4.59932343766, - "hits": 0, - "total": 134, - "hitRate": 0 + "language": "it", + "confidence": 26, + "byteLogLikelihood": -4.919980925828125, + "hits": 18, + "total": 202, + "hitRate": 0.0891089108910891 }, { - "encoding": "ISO-8859-2", - "confidence": 0, - "language": "hu", - "byteLogLikelihood": -4.358825259583, - "hits": 0, - "total": 134, - "hitRate": 0 + "encoding": "windows-1252", + "language": "it", + "confidence": 26, + "byteLogLikelihood": -4.919980925828125, + "hits": 18, + "total": 202, + "hitRate": 0.0891089108910891 }, { "encoding": "ISO-8859-5", - "confidence": 0, "language": "ru", - "byteLogLikelihood": -5.165809265202, + "confidence": 0, + "byteLogLikelihood": -4.208609169551529, "hits": 0, - "total": 130, + "total": 202, "hitRate": 0 }, { - "encoding": "ISO-8859-9", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.969377662519, + "byteLogLikelihood": -4.335053381509842, "hits": 0, - "total": 133, + "total": 202, "hitRate": 0 }, { - "encoding": "windows-1250", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "hu", - "byteLogLikelihood": -4.358825259583, + "byteLogLikelihood": -4.1978136552737215, "hits": 0, - "total": 134, + "total": 201, "hitRate": 0 }, { "encoding": "windows-1251", - "confidence": 0, "language": "ru", - "byteLogLikelihood": -4.288697198304, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "windows-1252", - "confidence": 0, - "language": "pt", - "byteLogLikelihood": -4.59932343766, - "hits": 0, - "total": 134, - "hitRate": 0 - }, - { - "encoding": "windows-1254", "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.969377662519, + "byteLogLikelihood": -4.229886082373598, "hits": 0, - "total": 133, + "total": 202, "hitRate": 0 }, { - "encoding": "windows-1256", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.013410783916, + "byteLogLikelihood": -4.1978136552737215, "hits": 0, - "total": 122, + "total": 201, "hitRate": 0 }, { - "encoding": "windows-1257", + "encoding": "IBM866", + "language": "ru", "confidence": 0, - "language": "et", - "byteLogLikelihood": -4.827626146169, + "byteLogLikelihood": -4.208609169551529, "hits": 0, - "total": 134, + "total": 201, "hitRate": 0 }, { - "encoding": "windows-1258", + "encoding": "x-mac-cyrillic", + "language": "ru", "confidence": 0, - "language": "vi", - "byteLogLikelihood": -4.681848366371, + "byteLogLikelihood": -4.229886082373598, "hits": 0, - "total": 127, + "total": 202, "hitRate": 0 - }, + } + ] + }, + { + "expected": { + "encoding": "windows-1251", + "language": "ru" + }, + "predicted": { + "encoding": "windows-1251", + "language": "ru", + "confidence": 41, + "byteLogLikelihood": -3.3137607778551432, + "hits": 25, + "total": 179, + "hitRate": 0.13966480446927373 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 1, + "candidates": [ { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.483358374511, - "hits": 0, - "total": 52, - "hitRate": 0 + "encoding": "windows-1251", + "language": "ru", + "confidence": 41, + "byteLogLikelihood": -3.3137607778551432, + "hits": 25, + "total": 179, + "hitRate": 0.13966480446927373 }, { - "encoding": "IBM866", - "confidence": 0, + "encoding": "x-mac-cyrillic", "language": "ru", - "byteLogLikelihood": -5.55248803416, - "hits": 0, - "total": 127, - "hitRate": 0 + "confidence": 34, + "byteLogLikelihood": -3.411211853363889, + "hits": 20, + "total": 175, + "hitRate": 0.11428571428571428 }, { - "encoding": "macintosh", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 116, - "hitRate": 0 + "encoding": "ISO-8859-8", + "language": "he", + "confidence": 3, + "byteLogLikelihood": -3.9415951022681415, + "hits": 2, + "total": 167, + "hitRate": 0.011976047904191617 }, { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -4.945729021813, - "hits": 0, - "total": 129, - "hitRate": 0 + "encoding": "windows-1255", + "language": "he", + "confidence": 3, + "byteLogLikelihood": -3.9415951022681415, + "hits": 2, + "total": 167, + "hitRate": 0.011976047904191617 }, { - "encoding": "ISO-8859-4", - "confidence": 0, - "language": "lv", - "byteLogLikelihood": -5.015268979336, - "hits": 0, - "total": 134, - "hitRate": 0 + "encoding": "ISO-8859-14", + "language": "cy", + "confidence": 1, + "byteLogLikelihood": -4.724449359888652, + "hits": 1, + "total": 179, + "hitRate": 0.00558659217877095 }, { - "encoding": "ISO-8859-10", + "encoding": "ISO-8859-1", + "language": "sv", "confidence": 0, - "language": "is", - "byteLogLikelihood": -4.576407109739, + "byteLogLikelihood": -4.665227236998353, "hits": 0, - "total": 134, + "total": 179, "hitRate": 0 }, { - "encoding": "ISO-8859-13", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "lt", - "byteLogLikelihood": -4.890771320266, + "byteLogLikelihood": -4.209243802683938, "hits": 0, - "total": 134, + "total": 176, "hitRate": 0 }, { - "encoding": "ISO-8859-14", + "encoding": "windows-1252", + "language": "sv", "confidence": 0, - "language": "cy", - "byteLogLikelihood": -4.788878603493, + "byteLogLikelihood": -4.665227236998353, "hits": 0, - "total": 134, + "total": 179, "hitRate": 0 }, { - "encoding": "ISO-8859-15", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.603974037796, + "byteLogLikelihood": -4.209243802683938, "hits": 0, - "total": 134, + "total": 176, "hitRate": 0 }, { - "encoding": "ISO-8859-16", + "encoding": "windows-1257", + "language": "lv", "confidence": 0, - "language": "ro", - "byteLogLikelihood": -5.137560045078, + "byteLogLikelihood": -4.615217236830184, "hits": 0, - "total": 134, + "total": 176, "hitRate": 0 }, { - "encoding": "CP850", + "encoding": "ISO-8859-13", + "language": "lt", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, + "byteLogLikelihood": -4.664085453059884, "hits": 0, - "total": 93, + "total": 176, "hitRate": 0 }, { - "encoding": "CP852", + "encoding": "ISO-8859-15", + "language": "fr", "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.087596335232, + "byteLogLikelihood": -4.760478683075791, "hits": 0, - "total": 96, + "total": 179, "hitRate": 0 } ] }, { "expected": { - "encoding": "windows-1254", - "language": "tr" + "encoding": "windows-1252", + "language": "da" }, "predicted": { - "encoding": "ISO-8859-9", - "confidence": 55, - "language": "tr", - "byteLogLikelihood": -3.531675216773, - "hits": 25, - "total": 134, - "hitRate": 0.1865671641791045 + "encoding": "ISO-8859-1", + "language": "da", + "confidence": 52, + "byteLogLikelihood": -3.146558879632805, + "hits": 21, + "total": 120, + "hitRate": 0.175 }, "encodingExact": false, "encodingEquivalent": true, @@ -17489,309 +5977,259 @@ "languageCorrect": true, "tiedAtTop": 2, "candidates": [ - { - "encoding": "ISO-8859-9", - "confidence": 55, - "language": "tr", - "byteLogLikelihood": -3.531675216773, - "hits": 25, - "total": 134, - "hitRate": 0.1865671641791045 - }, - { - "encoding": "windows-1254", - "confidence": 55, - "language": "tr", - "byteLogLikelihood": -3.531675216773, - "hits": 25, - "total": 134, - "hitRate": 0.1865671641791045 - }, - { - "encoding": "ISO-8859-3", - "confidence": 22, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 10, - "total": 134, - "hitRate": 0.07462686567164178 - }, { "encoding": "ISO-8859-1", - "confidence": 17, "language": "da", - "byteLogLikelihood": -4.969813299576, - "hits": 8, - "total": 134, - "hitRate": 0.05970149253731343 + "confidence": 52, + "byteLogLikelihood": -3.146558879632805, + "hits": 21, + "total": 120, + "hitRate": 0.175 }, { "encoding": "windows-1252", - "confidence": 17, "language": "da", - "byteLogLikelihood": -4.969813299576, - "hits": 8, - "total": 134, - "hitRate": 0.05970149253731343 - }, - { - "encoding": "ISO-8859-10", - "confidence": 17, - "language": "is", - "byteLogLikelihood": -4.720106560713, - "hits": 8, - "total": 134, - "hitRate": 0.05970149253731343 + "confidence": 52, + "byteLogLikelihood": -3.146558879632805, + "hits": 21, + "total": 120, + "hitRate": 0.175 }, { "encoding": "ISO-8859-2", - "confidence": 13, "language": "ro", - "byteLogLikelihood": -4.352190516073, - "hits": 6, - "total": 134, - "hitRate": 0.04477611940298507 + "confidence": 10, + "byteLogLikelihood": -5.176149732573829, + "hits": 4, + "total": 120, + "hitRate": 0.03333333333333333 }, { "encoding": "windows-1250", - "confidence": 13, "language": "ro", - "byteLogLikelihood": -4.352190516073, - "hits": 6, - "total": 134, - "hitRate": 0.04477611940298507 + "confidence": 10, + "byteLogLikelihood": -5.176149732573829, + "hits": 4, + "total": 120, + "hitRate": 0.03333333333333333 }, { "encoding": "windows-1257", - "confidence": 11, - "language": "lv", - "byteLogLikelihood": -3.613497993373, - "hits": 5, - "total": 134, - "hitRate": 0.03731343283582089 - }, - { - "encoding": "macintosh", - "confidence": 11, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 5, - "total": 132, - "hitRate": 0.03787878787878788 + "language": "et", + "confidence": 10, + "byteLogLikelihood": -4.9344739331306915, + "hits": 4, + "total": 120, + "hitRate": 0.03333333333333333 }, { - "encoding": "ISO-8859-4", - "confidence": 11, - "language": "lv", - "byteLogLikelihood": -4.93302665818, - "hits": 5, - "total": 134, - "hitRate": 0.03731343283582089 + "encoding": "ISO-8859-3", + "language": "mt", + "confidence": 2, + "byteLogLikelihood": -4.658005606593567, + "hits": 1, + "total": 120, + "hitRate": 0.008333333333333333 }, { "encoding": "ISO-8859-13", - "confidence": 11, "language": "lt", - "byteLogLikelihood": -4.394247673508, - "hits": 5, - "total": 134, - "hitRate": 0.03731343283582089 - }, - { - "encoding": "ISO-8859-15", - "confidence": 11, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 5, - "total": 134, - "hitRate": 0.03731343283582089 - }, - { - "encoding": "ISO-8859-16", - "confidence": 11, - "language": "ro", - "byteLogLikelihood": -4.25849981603, - "hits": 5, - "total": 134, - "hitRate": 0.03731343283582089 - }, - { - "encoding": "CP850", - "confidence": 11, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 5, - "total": 132, - "hitRate": 0.03787878787878788 - }, - { - "encoding": "ISO-8859-14", - "confidence": 8, - "language": "cy", - "byteLogLikelihood": -4.652724693026, - "hits": 4, - "total": 134, - "hitRate": 0.029850746268656716 - }, - { - "encoding": "windows-1258", - "confidence": 6, - "language": "vi", - "byteLogLikelihood": -5.197431316193, - "hits": 3, - "total": 133, - "hitRate": 0.022556390977443608 - }, - { - "encoding": "CP852", - "confidence": 6, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 3, - "total": 133, - "hitRate": 0.022556390977443608 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.88736478629, - "hits": 0, - "total": 133, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.217802445218, - "hits": 0, - "total": 132, - "hitRate": 0 + "confidence": 2, + "byteLogLikelihood": -4.145958228046222, + "hits": 1, + "total": 120, + "hitRate": 0.008333333333333333 }, { "encoding": "ISO-8859-7", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.216966174066, + "confidence": 0, + "byteLogLikelihood": -4.689401143462856, "hits": 0, - "total": 134, + "total": 120, "hitRate": 0 }, { "encoding": "ISO-8859-8", - "confidence": 0, "language": "he", - "byteLogLikelihood": -4.95929011292, + "confidence": 0, + "byteLogLikelihood": -3.231348206195122, "hits": 0, - "total": 132, + "total": 120, "hitRate": 0 }, { "encoding": "windows-1251", - "confidence": 0, "language": "ru", - "byteLogLikelihood": -4.576073075491, + "confidence": 0, + "byteLogLikelihood": -4.288232392490876, "hits": 0, - "total": 134, + "total": 120, "hitRate": 0 }, { - "encoding": "windows-1253", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.216966174066, + "byteLogLikelihood": -3.231348206195122, "hits": 0, - "total": 134, + "total": 120, "hitRate": 0 }, { - "encoding": "windows-1255", + "encoding": "x-mac-cyrillic", + "language": "ru", "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.95929011292, + "byteLogLikelihood": -4.288232392490876, "hits": 0, - "total": 132, + "total": 120, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "windows-1252", + "language": "de" + }, + "predicted": { + "encoding": "ISO-8859-1", + "language": "de", + "confidence": 73, + "byteLogLikelihood": -3.169712077518555, + "hits": 53, + "total": 216, + "hitRate": 0.24537037037037038 + }, + "encodingExact": false, + "encodingEquivalent": true, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 3, + "candidates": [ + { + "encoding": "ISO-8859-1", + "language": "de", + "confidence": 73, + "byteLogLikelihood": -3.169712077518555, + "hits": 53, + "total": 216, + "hitRate": 0.24537037037037038 }, { - "encoding": "windows-1256", - "confidence": 0, + "encoding": "ISO-8859-15", + "language": "de", + "confidence": 73, + "byteLogLikelihood": -3.169712077518555, + "hits": 53, + "total": 216, + "hitRate": 0.24537037037037038 + }, + { + "encoding": "windows-1252", + "language": "de", + "confidence": 73, + "byteLogLikelihood": -3.169712077518555, + "hits": 53, + "total": 216, + "hitRate": 0.24537037037037038 + }, + { + "encoding": "ISO-8859-9", + "language": "tr", + "confidence": 12, + "byteLogLikelihood": -4.525867670899772, + "hits": 9, + "total": 216, + "hitRate": 0.041666666666666664 + }, + { + "encoding": "windows-1257", + "language": "lv", + "confidence": 9, + "byteLogLikelihood": -5.19295685089021, + "hits": 7, + "total": 216, + "hitRate": 0.032407407407407406 + }, + { + "encoding": "ISO-8859-6", "language": "ar", - "byteLogLikelihood": -6.113682179832, + "confidence": 0, + "byteLogLikelihood": -4.007313397456434, "hits": 0, - "total": 132, + "total": 216, "hitRate": 0 }, { - "encoding": "windows-874", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.714883328648, + "byteLogLikelihood": -4.3497545872250365, "hits": 0, - "total": 130, + "total": 216, "hitRate": 0 }, { - "encoding": "KOI8-R", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.085579959517, + "byteLogLikelihood": -4.279537403415218, "hits": 0, - "total": 134, + "total": 216, "hitRate": 0 }, { - "encoding": "KOI8-U", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.303705458307, + "byteLogLikelihood": -4.3497545872250365, "hits": 0, - "total": 134, + "total": 216, "hitRate": 0 }, { - "encoding": "IBM866", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.88736478629, + "byteLogLikelihood": -4.279537403415218, "hits": 0, - "total": 132, + "total": 216, "hitRate": 0 }, { - "encoding": "IBM855", + "encoding": "windows-1256", + "language": "ar", "confidence": 0, - "language": "sr", - "byteLogLikelihood": -4.742947096814, + "byteLogLikelihood": -4.318835143108326, "hits": 0, - "total": 132, + "total": 216, "hitRate": 0 }, { "encoding": "x-mac-cyrillic", - "confidence": 0, "language": "uk", - "byteLogLikelihood": -4.22610845571, + "confidence": 0, + "byteLogLikelihood": -3.629332579687434, "hits": 0, - "total": 134, + "total": 216, "hitRate": 0 } ] }, { "expected": { - "encoding": "windows-1255", - "language": "he" + "encoding": "windows-1252", + "language": "en" }, "predicted": { - "encoding": "ISO-8859-8", + "encoding": "ISO-8859-1", + "language": "en", "confidence": 47, - "language": "he", - "byteLogLikelihood": -3.320333973076, - "hits": 16, - "total": 102, - "hitRate": 0.1568627450980392 + "byteLogLikelihood": -3.3105430133940246, + "hits": 21, + "total": 132, + "hitRate": 0.1590909090909091 }, "encodingExact": false, "encodingEquivalent": true, @@ -17800,1548 +6238,1428 @@ "tiedAtTop": 2, "candidates": [ { - "encoding": "ISO-8859-8", + "encoding": "ISO-8859-1", + "language": "en", "confidence": 47, - "language": "he", - "byteLogLikelihood": -3.320333973076, - "hits": 16, - "total": 102, - "hitRate": 0.1568627450980392 + "byteLogLikelihood": -3.3105430133940246, + "hits": 21, + "total": 132, + "hitRate": 0.1590909090909091 }, { - "encoding": "windows-1255", + "encoding": "ISO-8859-15", + "language": "fr", + "confidence": 29, + "byteLogLikelihood": -2.0661963149298153, + "hits": 13, + "total": 132, + "hitRate": 0.09848484848484848 + }, + { + "encoding": "windows-1252", + "language": "en", "confidence": 47, - "language": "he", - "byteLogLikelihood": -3.320333973076, - "hits": 16, - "total": 102, - "hitRate": 0.1568627450980392 + "byteLogLikelihood": -3.3105430133940246, + "hits": 21, + "total": 132, + "hitRate": 0.1590909090909091 + }, + { + "encoding": "ISO-8859-2", + "language": "cs", + "confidence": 9, + "byteLogLikelihood": -3.5496173867804286, + "hits": 4, + "total": 132, + "hitRate": 0.030303030303030304 + }, + { + "encoding": "windows-1250", + "language": "cs", + "confidence": 9, + "byteLogLikelihood": -3.5496173867804286, + "hits": 4, + "total": 132, + "hitRate": 0.030303030303030304 }, { "encoding": "ISO-8859-7", - "confidence": 2, "language": "el", - "byteLogLikelihood": -3.981926233577, - "hits": 1, - "total": 102, - "hitRate": 0.00980392156862745 + "confidence": 0, + "byteLogLikelihood": -2.6545615161512237, + "hits": 0, + "total": 132, + "hitRate": 0 }, { - "encoding": "windows-1253", - "confidence": 2, - "language": "el", - "byteLogLikelihood": -3.981926233577, - "hits": 1, - "total": 102, - "hitRate": 0.00980392156862745 + "encoding": "ISO-8859-8", + "language": "he", + "confidence": 0, + "byteLogLikelihood": -2.4058846628318493, + "hits": 0, + "total": 132, + "hitRate": 0 }, { - "encoding": "IBM855", - "confidence": 2, - "language": "ru", - "byteLogLikelihood": -5.394495827364, - "hits": 1, - "total": 102, - "hitRate": 0.00980392156862745 + "encoding": "windows-1253", + "language": "el", + "confidence": 0, + "byteLogLikelihood": -2.6545615161512237, + "hits": 0, + "total": 132, + "hitRate": 0 }, { - "encoding": "ISO-8859-1", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "sv", - "byteLogLikelihood": -4.395116706452, + "byteLogLikelihood": -2.4058846628318493, "hits": 0, - "total": 102, + "total": 132, "hitRate": 0 }, { - "encoding": "ISO-8859-2", + "encoding": "windows-874", + "language": "th", "confidence": 0, - "language": "cs", - "byteLogLikelihood": -4.461975046319, + "byteLogLikelihood": -3.5765502691400166, "hits": 0, - "total": 102, + "total": 131, "hitRate": 0 }, { - "encoding": "ISO-8859-5", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.683415446443, + "byteLogLikelihood": -4.252383775789052, "hits": 0, - "total": 102, + "total": 132, "hitRate": 0 }, { - "encoding": "ISO-8859-6", + "encoding": "ISO-8859-10", + "language": "is", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.124491051534, + "byteLogLikelihood": -4.51085950651685, "hits": 0, - "total": 73, + "total": 132, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "windows-1252", + "language": "es" + }, + "predicted": { + "encoding": "ISO-8859-1", + "language": "es", + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, + "hits": 41, + "total": 200, + "hitRate": 0.205 + }, + "encodingExact": false, + "encodingEquivalent": true, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 3, + "candidates": [ + { + "encoding": "ISO-8859-1", + "language": "es", + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, + "hits": 41, + "total": 200, + "hitRate": 0.205 }, { - "encoding": "ISO-8859-9", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.941685614581, - "hits": 0, - "total": 102, - "hitRate": 0 + "encoding": "ISO-8859-15", + "language": "es", + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, + "hits": 41, + "total": 200, + "hitRate": 0.205 }, { - "encoding": "windows-1250", - "confidence": 0, - "language": "cs", - "byteLogLikelihood": -4.461975046319, - "hits": 0, - "total": 102, - "hitRate": 0 + "encoding": "windows-1252", + "language": "es", + "confidence": 61, + "byteLogLikelihood": -3.8346579357668467, + "hits": 41, + "total": 200, + "hitRate": 0.205 }, { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.199203901043, - "hits": 0, - "total": 102, - "hitRate": 0 + "encoding": "ISO-8859-2", + "language": "ro", + "confidence": 15, + "byteLogLikelihood": -5.176149732573829, + "hits": 10, + "total": 200, + "hitRate": 0.05 }, { - "encoding": "windows-1252", - "confidence": 0, - "language": "sv", - "byteLogLikelihood": -4.395116706452, - "hits": 0, - "total": 102, - "hitRate": 0 + "encoding": "windows-1250", + "language": "ro", + "confidence": 15, + "byteLogLikelihood": -5.176149732573829, + "hits": 10, + "total": 200, + "hitRate": 0.05 }, { - "encoding": "windows-1254", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.941685614581, + "byteLogLikelihood": -3.106555532888448, "hits": 0, - "total": 102, + "total": 200, "hitRate": 0 }, { - "encoding": "windows-1256", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.32364067176, + "byteLogLikelihood": -3.411159813206563, "hits": 0, - "total": 93, + "total": 200, "hitRate": 0 }, { - "encoding": "windows-1257", + "encoding": "windows-1251", + "language": "ru", "confidence": 0, - "language": "et", - "byteLogLikelihood": -4.639272141503, + "byteLogLikelihood": -3.3363282043764606, "hits": 0, - "total": 102, + "total": 200, "hitRate": 0 }, { - "encoding": "windows-1258", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "vi", - "byteLogLikelihood": -5.029681805165, + "byteLogLikelihood": -3.106555532888448, "hits": 0, - "total": 99, + "total": 200, "hitRate": 0 }, { - "encoding": "windows-874", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.31385343816, + "byteLogLikelihood": -3.411159813206563, "hits": 0, - "total": 48, + "total": 200, "hitRate": 0 }, { - "encoding": "KOI8-R", + "encoding": "windows-1256", + "language": "ar", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.40669720385, + "byteLogLikelihood": -3.3006049631833894, "hits": 0, - "total": 102, + "total": 200, "hitRate": 0 }, { - "encoding": "KOI8-U", + "encoding": "x-mac-cyrillic", + "language": "ru", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.393692981541, + "byteLogLikelihood": -3.3363282043764606, "hits": 0, - "total": 102, + "total": 200, "hitRate": 0 - }, + } + ] + }, + { + "expected": { + "encoding": "windows-1252", + "language": "fr" + }, + "predicted": { + "encoding": "ISO-8859-1", + "language": "fr", + "confidence": 77, + "byteLogLikelihood": -2.0661963149298153, + "hits": 59, + "total": 228, + "hitRate": 0.25877192982456143 + }, + "encodingExact": false, + "encodingEquivalent": true, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 3, + "candidates": [ { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.683415446443, - "hits": 0, - "total": 94, - "hitRate": 0 + "encoding": "ISO-8859-1", + "language": "fr", + "confidence": 77, + "byteLogLikelihood": -2.0661963149298153, + "hits": 59, + "total": 228, + "hitRate": 0.25877192982456143 }, { - "encoding": "macintosh", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 72, - "hitRate": 0 + "encoding": "ISO-8859-15", + "language": "fr", + "confidence": 77, + "byteLogLikelihood": -2.0661963149298153, + "hits": 59, + "total": 228, + "hitRate": 0.25877192982456143 }, { - "encoding": "x-mac-cyrillic", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -4.134202940863, - "hits": 0, - "total": 102, - "hitRate": 0 + "encoding": "windows-1252", + "language": "fr", + "confidence": 77, + "byteLogLikelihood": -2.0661963149298153, + "hits": 59, + "total": 228, + "hitRate": 0.25877192982456143 }, { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -4.956632184798, - "hits": 0, - "total": 102, - "hitRate": 0 + "encoding": "ISO-8859-2", + "language": "ro", + "confidence": 11, + "byteLogLikelihood": -5.176149732573829, + "hits": 9, + "total": 228, + "hitRate": 0.039473684210526314 }, { - "encoding": "ISO-8859-4", - "confidence": 0, - "language": "lv", - "byteLogLikelihood": -5.146385148445, - "hits": 0, - "total": 102, - "hitRate": 0 + "encoding": "windows-1250", + "language": "ro", + "confidence": 11, + "byteLogLikelihood": -5.176149732573829, + "hits": 9, + "total": 228, + "hitRate": 0.039473684210526314 }, { "encoding": "ISO-8859-10", - "confidence": 0, "language": "is", - "byteLogLikelihood": -4.745792460039, - "hits": 0, - "total": 102, - "hitRate": 0 + "confidence": 10, + "byteLogLikelihood": -4.51085950651685, + "hits": 8, + "total": 228, + "hitRate": 0.03508771929824561 }, { - "encoding": "ISO-8859-13", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "lt", - "byteLogLikelihood": -4.842271132243, + "byteLogLikelihood": -2.6545615161512237, "hits": 0, - "total": 102, + "total": 228, "hitRate": 0 }, { - "encoding": "ISO-8859-14", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "cy", - "byteLogLikelihood": -4.813633859942, + "byteLogLikelihood": -2.4058846628318493, "hits": 0, - "total": 102, + "total": 228, "hitRate": 0 }, { - "encoding": "ISO-8859-15", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "fr", - "byteLogLikelihood": -4.521941300627, + "byteLogLikelihood": -2.6545615161512237, "hits": 0, - "total": 102, + "total": 228, "hitRate": 0 }, { - "encoding": "ISO-8859-16", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "ro", - "byteLogLikelihood": -5.093070766591, + "byteLogLikelihood": -2.4058846628318493, "hits": 0, - "total": 102, + "total": 228, "hitRate": 0 }, { - "encoding": "CP850", + "encoding": "windows-874", + "language": "th", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, + "byteLogLikelihood": -3.5765502691400166, "hits": 0, - "total": 85, + "total": 224, "hitRate": 0 }, { - "encoding": "CP852", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.087596335232, + "byteLogLikelihood": -4.252383775789052, "hits": 0, - "total": 89, + "total": 228, "hitRate": 0 } ] }, { "expected": { - "encoding": "windows-1256", - "language": "ar" + "encoding": "windows-1252", + "language": "it" }, "predicted": { - "encoding": "windows-1256", - "confidence": 62, - "language": "ar", - "byteLogLikelihood": -3.306009422775, - "hits": 23, - "total": 110, - "hitRate": 0.20909090909090908 + "encoding": "ISO-8859-1", + "language": "it", + "confidence": 58, + "byteLogLikelihood": -3.5336865647082343, + "hits": 31, + "total": 159, + "hitRate": 0.1949685534591195 }, - "encodingExact": true, - "encodingEquivalent": false, + "encodingExact": false, + "encodingEquivalent": true, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 1, - "candidates": [ - { - "encoding": "windows-1256", - "confidence": 62, - "language": "ar", - "byteLogLikelihood": -3.306009422775, - "hits": 23, - "total": 110, - "hitRate": 0.20909090909090908 - }, - { - "encoding": "IBM855", - "confidence": 21, - "language": "sr", - "byteLogLikelihood": -5.640676681359, - "hits": 7, - "total": 100, - "hitRate": 0.07 - }, + "tiedAtTop": 2, + "candidates": [ { - "encoding": "ISO-8859-6", - "confidence": 15, - "language": "ar", - "byteLogLikelihood": -3.973986161297, - "hits": 5, - "total": 99, - "hitRate": 0.050505050505050504 + "encoding": "ISO-8859-1", + "language": "it", + "confidence": 58, + "byteLogLikelihood": -3.5336865647082343, + "hits": 31, + "total": 159, + "hitRate": 0.1949685534591195 }, { - "encoding": "ISO-8859-8", - "confidence": 5, - "language": "he", - "byteLogLikelihood": -5.107875566922, - "hits": 1, - "total": 58, - "hitRate": 0.017241379310344827 + "encoding": "windows-1252", + "language": "it", + "confidence": 58, + "byteLogLikelihood": -3.5336865647082343, + "hits": 31, + "total": 159, + "hitRate": 0.1949685534591195 }, { - "encoding": "windows-1255", - "confidence": 5, - "language": "he", - "byteLogLikelihood": -5.107875566922, - "hits": 1, - "total": 60, - "hitRate": 0.016666666666666666 + "encoding": "windows-1258", + "language": "vi", + "confidence": 16, + "byteLogLikelihood": -3.0122615755052013, + "hits": 9, + "total": 159, + "hitRate": 0.05660377358490566 }, { - "encoding": "ISO-8859-5", - "confidence": 2, - "language": "ru", - "byteLogLikelihood": -5.047579876205, - "hits": 1, - "total": 111, - "hitRate": 0.009009009009009009 + "encoding": "windows-1257", + "language": "lv", + "confidence": 15, + "byteLogLikelihood": -5.19295685089021, + "hits": 8, + "total": 159, + "hitRate": 0.050314465408805034 }, { - "encoding": "KOI8-R", - "confidence": 2, - "language": "ru", - "byteLogLikelihood": -5.041761137138, - "hits": 1, - "total": 110, - "hitRate": 0.00909090909090909 + "encoding": "ISO-8859-4", + "language": "lv", + "confidence": 15, + "byteLogLikelihood": -1.9740810260220096, + "hits": 8, + "total": 159, + "hitRate": 0.050314465408805034 }, { - "encoding": "KOI8-U", - "confidence": 2, - "language": "uk", - "byteLogLikelihood": -4.982175743167, - "hits": 1, - "total": 110, - "hitRate": 0.00909090909090909 + "encoding": "ISO-8859-13", + "language": "lt", + "confidence": 3, + "byteLogLikelihood": -3.332204510175204, + "hits": 2, + "total": 159, + "hitRate": 0.012578616352201259 }, { - "encoding": "ISO-8859-1", + "encoding": "ISO-8859-5", + "language": "ru", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.70358763711, + "byteLogLikelihood": -2.95441412422326, "hits": 0, - "total": 110, + "total": 159, "hitRate": 0 }, { - "encoding": "ISO-8859-2", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "cs", - "byteLogLikelihood": -4.668535969782, + "byteLogLikelihood": -3.629660094453965, "hits": 0, - "total": 111, + "total": 159, "hitRate": 0 }, { - "encoding": "ISO-8859-7", + "encoding": "windows-1251", + "language": "ru", "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.916907952775, + "byteLogLikelihood": -2.5332006591469565, "hits": 0, - "total": 109, + "total": 159, "hitRate": 0 }, { - "encoding": "ISO-8859-9", + "encoding": "windows-874", + "language": "th", "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.906860727803, + "byteLogLikelihood": -3.4965075614664802, "hits": 0, - "total": 109, + "total": 159, "hitRate": 0 }, { - "encoding": "windows-1250", + "encoding": "IBM866", + "language": "ru", "confidence": 0, - "language": "cs", - "byteLogLikelihood": -4.668535969782, + "byteLogLikelihood": -2.95441412422326, "hits": 0, - "total": 111, + "total": 159, "hitRate": 0 }, { - "encoding": "windows-1251", - "confidence": 0, + "encoding": "x-mac-cyrillic", "language": "ru", - "byteLogLikelihood": -5.575363278011, + "confidence": 0, + "byteLogLikelihood": -2.5332006591469565, "hits": 0, - "total": 111, + "total": 159, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "windows-1252", + "language": "nl" + }, + "predicted": { + "encoding": "ISO-8859-1", + "language": "nl", + "confidence": 83, + "byteLogLikelihood": -3.295836866004329, + "hits": 42, + "total": 151, + "hitRate": 0.2781456953642384 + }, + "encodingExact": false, + "encodingEquivalent": true, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 2, + "candidates": [ + { + "encoding": "ISO-8859-1", + "language": "nl", + "confidence": 83, + "byteLogLikelihood": -3.295836866004329, + "hits": 42, + "total": 151, + "hitRate": 0.2781456953642384 + }, + { + "encoding": "ISO-8859-15", + "language": "de", + "confidence": 63, + "byteLogLikelihood": -5.003946305945459, + "hits": 32, + "total": 151, + "hitRate": 0.2119205298013245 }, { "encoding": "windows-1252", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.70358763711, - "hits": 0, - "total": 110, - "hitRate": 0 + "language": "nl", + "confidence": 83, + "byteLogLikelihood": -3.295836866004329, + "hits": 42, + "total": 151, + "hitRate": 0.2781456953642384 }, { - "encoding": "windows-1253", - "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.916907952775, - "hits": 0, - "total": 109, - "hitRate": 0 + "encoding": "ISO-8859-2", + "language": "ro", + "confidence": 13, + "byteLogLikelihood": -5.176149732573829, + "hits": 7, + "total": 151, + "hitRate": 0.046357615894039736 }, { - "encoding": "windows-1254", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.906860727803, - "hits": 0, - "total": 109, - "hitRate": 0 + "encoding": "windows-1250", + "language": "ro", + "confidence": 13, + "byteLogLikelihood": -5.176149732573829, + "hits": 7, + "total": 151, + "hitRate": 0.046357615894039736 }, { - "encoding": "windows-1257", + "encoding": "ISO-8859-10", + "language": "is", + "confidence": 11, + "byteLogLikelihood": -4.51085950651685, + "hits": 6, + "total": 151, + "hitRate": 0.039735099337748346 + }, + { + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "et", - "byteLogLikelihood": -4.856571347512, + "byteLogLikelihood": -2.6545615161512237, "hits": 0, - "total": 110, + "total": 151, "hitRate": 0 }, { - "encoding": "windows-1258", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "vi", - "byteLogLikelihood": -5.029693479499, + "byteLogLikelihood": -2.4058846628318493, "hits": 0, - "total": 106, + "total": 151, "hitRate": 0 }, { - "encoding": "windows-874", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "th", - "byteLogLikelihood": -4.736714293626, + "byteLogLikelihood": -2.6545615161512237, "hits": 0, - "total": 90, + "total": 151, "hitRate": 0 }, { - "encoding": "IBM866", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.982133409941, + "byteLogLikelihood": -2.4058846628318493, "hits": 0, - "total": 60, + "total": 151, "hitRate": 0 }, { - "encoding": "macintosh", + "encoding": "windows-874", + "language": "th", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, + "byteLogLikelihood": -3.5765502691400166, "hits": 0, - "total": 46, + "total": 150, "hitRate": 0 }, { "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.655679070563, + "byteLogLikelihood": -4.252383775789052, "hits": 0, - "total": 81, + "total": 151, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "windows-1252", + "language": "no" + }, + "predicted": { + "encoding": "ISO-8859-1", + "language": "no", + "confidence": 47, + "byteLogLikelihood": -3.052495812716101, + "hits": 18, + "total": 114, + "hitRate": 0.15789473684210525 + }, + "encodingExact": false, + "encodingEquivalent": true, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 2, + "candidates": [ + { + "encoding": "ISO-8859-1", + "language": "no", + "confidence": 47, + "byteLogLikelihood": -3.052495812716101, + "hits": 18, + "total": 114, + "hitRate": 0.15789473684210525 + }, + { + "encoding": "windows-1252", + "language": "no", + "confidence": 47, + "byteLogLikelihood": -3.052495812716101, + "hits": 18, + "total": 114, + "hitRate": 0.15789473684210525 + }, + { + "encoding": "ISO-8859-2", + "language": "cs", + "confidence": 7, + "byteLogLikelihood": -4.354336342997479, + "hits": 3, + "total": 114, + "hitRate": 0.02631578947368421 }, { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.078935619012, - "hits": 0, - "total": 110, - "hitRate": 0 + "encoding": "windows-1257", + "language": "et", + "confidence": 7, + "byteLogLikelihood": -4.9344739331306915, + "hits": 3, + "total": 114, + "hitRate": 0.02631578947368421 }, { - "encoding": "ISO-8859-4", - "confidence": 0, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 0, - "total": 111, - "hitRate": 0 + "encoding": "ISO-8859-3", + "language": "mt", + "confidence": 2, + "byteLogLikelihood": -4.210065739286553, + "hits": 1, + "total": 114, + "hitRate": 0.008771929824561403 }, { - "encoding": "ISO-8859-10", - "confidence": 0, - "language": "is", - "byteLogLikelihood": -4.796168589227, - "hits": 0, - "total": 111, - "hitRate": 0 + "encoding": "ISO-8859-13", + "language": "lt", + "confidence": 2, + "byteLogLikelihood": -4.319245023186209, + "hits": 1, + "total": 114, + "hitRate": 0.008771929824561403 }, { - "encoding": "ISO-8859-13", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "lt", - "byteLogLikelihood": -5.003416643654, + "byteLogLikelihood": -4.154384602588788, "hits": 0, - "total": 110, + "total": 114, "hitRate": 0 }, { - "encoding": "ISO-8859-14", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "cy", - "byteLogLikelihood": -4.912654885736, + "byteLogLikelihood": -2.647504477240863, "hits": 0, - "total": 111, + "total": 114, "hitRate": 0 }, { - "encoding": "ISO-8859-15", + "encoding": "windows-1251", + "language": "ru", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.70358763711, + "byteLogLikelihood": -3.7532158516168086, "hits": 0, - "total": 110, + "total": 114, "hitRate": 0 }, { - "encoding": "ISO-8859-16", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "ro", - "byteLogLikelihood": -5.119560962469, + "byteLogLikelihood": -4.154384602588788, "hits": 0, - "total": 111, + "total": 114, "hitRate": 0 }, { - "encoding": "CP850", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.941225681894, + "byteLogLikelihood": -2.647504477240863, "hits": 0, - "total": 97, + "total": 114, "hitRate": 0 }, { - "encoding": "CP852", + "encoding": "x-mac-cyrillic", + "language": "ru", "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.087596335232, + "byteLogLikelihood": -3.7532158516168086, "hits": 0, - "total": 100, + "total": 114, "hitRate": 0 } ] }, { "expected": { - "encoding": "windows-1257", - "language": "et" + "encoding": "windows-1252", + "language": "pt" }, "predicted": { - "encoding": "windows-1257", - "confidence": 40, - "language": "et", - "byteLogLikelihood": -3.489288054183, - "hits": 16, - "total": 120, - "hitRate": 0.13333333333333333 + "encoding": "ISO-8859-1", + "language": "pt", + "confidence": 50, + "byteLogLikelihood": -4.059947322987234, + "hits": 24, + "total": 143, + "hitRate": 0.16783216783216784 }, - "encodingExact": true, - "encodingEquivalent": false, + "encodingExact": false, + "encodingEquivalent": true, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 1, + "tiedAtTop": 2, "candidates": [ - { - "encoding": "windows-1257", - "confidence": 40, - "language": "et", - "byteLogLikelihood": -3.489288054183, - "hits": 16, - "total": 120, - "hitRate": 0.13333333333333333 - }, { "encoding": "ISO-8859-1", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 5, - "total": 120, - "hitRate": 0.041666666666666664 - }, - { - "encoding": "ISO-8859-9", - "confidence": 12, - "language": "tr", - "byteLogLikelihood": -3.976561526566, - "hits": 5, - "total": 120, - "hitRate": 0.041666666666666664 + "language": "pt", + "confidence": 50, + "byteLogLikelihood": -4.059947322987234, + "hits": 24, + "total": 143, + "hitRate": 0.16783216783216784 }, { "encoding": "windows-1252", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 5, - "total": 120, - "hitRate": 0.041666666666666664 - }, - { - "encoding": "windows-1254", - "confidence": 12, - "language": "tr", - "byteLogLikelihood": -3.976561526566, - "hits": 5, - "total": 120, - "hitRate": 0.041666666666666664 - }, - { - "encoding": "macintosh", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 5, - "total": 120, - "hitRate": 0.041666666666666664 - }, - { - "encoding": "ISO-8859-3", - "confidence": 12, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 5, - "total": 120, - "hitRate": 0.041666666666666664 - }, - { - "encoding": "ISO-8859-15", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 5, - "total": 120, - "hitRate": 0.041666666666666664 - }, - { - "encoding": "CP850", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 5, - "total": 120, - "hitRate": 0.041666666666666664 + "language": "pt", + "confidence": 50, + "byteLogLikelihood": -4.059947322987234, + "hits": 24, + "total": 143, + "hitRate": 0.16783216783216784 }, { "encoding": "ISO-8859-2", + "language": "hu", "confidence": 10, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "windows-1250", - "confidence": 10, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "ISO-8859-4", - "confidence": 10, - "language": "lv", - "byteLogLikelihood": -5.19295685089, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "ISO-8859-10", - "confidence": 10, - "language": "is", - "byteLogLikelihood": -5.204006687077, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "ISO-8859-13", - "confidence": 10, - "language": "lt", - "byteLogLikelihood": -5.123963979403, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "CP852", - "confidence": 10, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 4, - "total": 120, - "hitRate": 0.03333333333333333 - }, - { - "encoding": "windows-1258", - "confidence": 7, - "language": "vi", - "byteLogLikelihood": -5.497168225293, - "hits": 3, - "total": 120, - "hitRate": 0.025 - }, - { - "encoding": "ISO-8859-16", - "confidence": 5, - "language": "ro", - "byteLogLikelihood": -5.220355825078, - "hits": 2, - "total": 120, - "hitRate": 0.016666666666666666 - }, - { - "encoding": "ISO-8859-14", - "confidence": 2, - "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 1, - "total": 120, - "hitRate": 0.008333333333333333 - }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-6", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.30822322351, - "hits": 0, - "total": 120, - "hitRate": 0 + "byteLogLikelihood": -3.361609233757125, + "hits": 5, + "total": 143, + "hitRate": 0.03496503496503497 + }, + { + "encoding": "windows-1250", + "language": "hu", + "confidence": 10, + "byteLogLikelihood": -3.361609233757125, + "hits": 5, + "total": 143, + "hitRate": 0.03496503496503497 }, { "encoding": "ISO-8859-7", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.41969872812, + "confidence": 0, + "byteLogLikelihood": -3.017269736715589, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 }, { "encoding": "ISO-8859-8", - "confidence": 0, "language": "he", - "byteLogLikelihood": -4.51563851542, + "confidence": 0, + "byteLogLikelihood": -3.503528639049599, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 }, { "encoding": "windows-1251", - "confidence": 0, "language": "ru", - "byteLogLikelihood": -4.453415335268, + "confidence": 0, + "byteLogLikelihood": -3.8462201451269653, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 }, { "encoding": "windows-1253", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.41969872812, + "confidence": 0, + "byteLogLikelihood": -3.017269736715589, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 }, { "encoding": "windows-1255", - "confidence": 0, "language": "he", - "byteLogLikelihood": -4.51563851542, + "confidence": 0, + "byteLogLikelihood": -3.503528639049599, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 }, { "encoding": "windows-1256", - "confidence": 0, "language": "ar", - "byteLogLikelihood": -4.831207501101, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.714883328648, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "KOI8-R", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.345510152227, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "KOI8-U", - "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.303705458307, - "hits": 0, - "total": 120, - "hitRate": 0 - }, - { - "encoding": "IBM866", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.692083742507, + "byteLogLikelihood": -3.503504267293069, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 }, { "encoding": "IBM855", - "confidence": 0, "language": "sr", - "byteLogLikelihood": -5.827473946999, + "confidence": 0, + "byteLogLikelihood": -3.7749980788341886, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 }, { "encoding": "x-mac-cyrillic", - "confidence": 0, "language": "uk", - "byteLogLikelihood": -3.632538332325, + "confidence": 0, + "byteLogLikelihood": -3.7661795932985793, "hits": 0, - "total": 120, + "total": 143, "hitRate": 0 } ] }, { "expected": { - "encoding": "windows-1257", - "language": "lt" + "encoding": "windows-1252", + "language": "sv" }, "predicted": { - "encoding": "windows-1257", - "confidence": 34, - "language": "lt", - "byteLogLikelihood": -3.200530207132, - "hits": 20, - "total": 173, - "hitRate": 0.11560693641618497 + "encoding": "ISO-8859-1", + "language": "sv", + "confidence": 50, + "byteLogLikelihood": -3.2364513784499755, + "hits": 23, + "total": 136, + "hitRate": 0.16911764705882354 }, - "encodingExact": true, - "encodingEquivalent": false, + "encodingExact": false, + "encodingEquivalent": true, "encodingCorrect": true, "languageCorrect": true, "tiedAtTop": 2, "candidates": [ - { - "encoding": "windows-1257", - "confidence": 34, - "language": "lt", - "byteLogLikelihood": -3.200530207132, - "hits": 20, - "total": 173, - "hitRate": 0.11560693641618497 - }, - { - "encoding": "ISO-8859-13", - "confidence": 34, - "language": "lt", - "byteLogLikelihood": -3.200530207132, - "hits": 20, - "total": 173, - "hitRate": 0.11560693641618497 - }, - { - "encoding": "ISO-8859-4", - "confidence": 22, - "language": "lv", - "byteLogLikelihood": -4.610398759565, - "hits": 13, - "total": 173, - "hitRate": 0.07514450867052024 - }, - { - "encoding": "ISO-8859-2", - "confidence": 15, - "language": "hu", - "byteLogLikelihood": -5.117993812417, - "hits": 9, - "total": 173, - "hitRate": 0.05202312138728324 - }, - { - "encoding": "windows-1250", - "confidence": 15, - "language": "hu", - "byteLogLikelihood": -5.117993812417, - "hits": 9, - "total": 173, - "hitRate": 0.05202312138728324 - }, { "encoding": "ISO-8859-1", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 173, - "hitRate": 0.04046242774566474 + "language": "sv", + "confidence": 50, + "byteLogLikelihood": -3.2364513784499755, + "hits": 23, + "total": 136, + "hitRate": 0.16911764705882354 }, { "encoding": "windows-1252", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 173, - "hitRate": 0.04046242774566474 - }, - { - "encoding": "macintosh", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 168, - "hitRate": 0.041666666666666664 + "language": "sv", + "confidence": 50, + "byteLogLikelihood": -3.2364513784499755, + "hits": 23, + "total": 136, + "hitRate": 0.16911764705882354 }, { "encoding": "ISO-8859-15", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 173, - "hitRate": 0.04046242774566474 - }, - { - "encoding": "CP850", - "confidence": 12, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 7, - "total": 170, - "hitRate": 0.041176470588235294 - }, - { - "encoding": "ISO-8859-9", - "confidence": 8, - "language": "tr", - "byteLogLikelihood": -4.789760270297, - "hits": 5, - "total": 173, - "hitRate": 0.028901734104046242 - }, - { - "encoding": "windows-1254", - "confidence": 8, - "language": "tr", - "byteLogLikelihood": -4.789760270297, - "hits": 5, - "total": 173, - "hitRate": 0.028901734104046242 + "language": "de", + "confidence": 17, + "byteLogLikelihood": -4.137512330245527, + "hits": 8, + "total": 136, + "hitRate": 0.058823529411764705 }, { - "encoding": "CP852", - "confidence": 7, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 4, - "total": 170, - "hitRate": 0.023529411764705882 + "encoding": "windows-1257", + "language": "lt", + "confidence": 4, + "byteLogLikelihood": -5.123963979403259, + "hits": 2, + "total": 136, + "hitRate": 0.014705882352941176 }, { "encoding": "ISO-8859-3", - "confidence": 5, "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 3, - "total": 172, - "hitRate": 0.01744186046511628 - }, - { - "encoding": "ISO-8859-14", - "confidence": 3, - "language": "cy", - "byteLogLikelihood": -4.6272413408, + "confidence": 4, + "byteLogLikelihood": -4.210065739286553, "hits": 2, - "total": 173, - "hitRate": 0.011560693641618497 - }, - { - "encoding": "windows-1258", - "confidence": 1, - "language": "vi", - "byteLogLikelihood": -4.960186085121, - "hits": 1, - "total": 171, - "hitRate": 0.005847953216374269 + "total": 136, + "hitRate": 0.014705882352941176 }, { - "encoding": "IBM855", - "confidence": 1, - "language": "ru", - "byteLogLikelihood": -5.488073838002, - "hits": 1, - "total": 170, - "hitRate": 0.0058823529411764705 + "encoding": "ISO-8859-6", + "language": "ar", + "confidence": 0, + "byteLogLikelihood": -3.287368473007427, + "hits": 0, + "total": 136, + "hitRate": 0 }, { - "encoding": "ISO-8859-10", - "confidence": 1, - "language": "is", - "byteLogLikelihood": -4.416382325607, - "hits": 1, - "total": 173, - "hitRate": 0.005780346820809248 + "encoding": "ISO-8859-7", + "language": "el", + "confidence": 0, + "byteLogLikelihood": -3.876181596106548, + "hits": 0, + "total": 136, + "hitRate": 0 }, { - "encoding": "ISO-8859-5", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.893109334109, + "byteLogLikelihood": -3.0661531836143636, "hits": 0, - "total": 172, + "total": 136, "hitRate": 0 }, { - "encoding": "ISO-8859-6", + "encoding": "windows-1251", + "language": "ru", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.773457169107, + "byteLogLikelihood": -3.393743210995111, "hits": 0, - "total": 167, + "total": 136, "hitRate": 0 }, { - "encoding": "ISO-8859-7", - "confidence": 0, + "encoding": "windows-1253", "language": "el", - "byteLogLikelihood": -4.472500251122, + "confidence": 0, + "byteLogLikelihood": -3.876181596106548, "hits": 0, - "total": 173, + "total": 136, "hitRate": 0 }, { - "encoding": "ISO-8859-8", - "confidence": 0, + "encoding": "windows-1255", "language": "he", - "byteLogLikelihood": -4.444220754634, + "confidence": 0, + "byteLogLikelihood": -3.0661531836143636, "hits": 0, - "total": 171, + "total": 136, "hitRate": 0 }, { - "encoding": "windows-1251", - "confidence": 0, + "encoding": "x-mac-cyrillic", "language": "ru", - "byteLogLikelihood": -3.531827362419, + "confidence": 0, + "byteLogLikelihood": -3.393743210995111, "hits": 0, - "total": 173, + "total": 136, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "windows-1253", + "language": "el" + }, + "predicted": { + "encoding": "ISO-8859-7", + "language": "el", + "confidence": 51, + "byteLogLikelihood": -3.435199501999897, + "hits": 23, + "total": 134, + "hitRate": 0.17164179104477612 + }, + "encodingExact": false, + "encodingEquivalent": true, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 2, + "candidates": [ + { + "encoding": "ISO-8859-7", + "language": "el", + "confidence": 51, + "byteLogLikelihood": -3.435199501999897, + "hits": 23, + "total": 134, + "hitRate": 0.17164179104477612 }, { "encoding": "windows-1253", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.472500251122, - "hits": 0, - "total": 173, - "hitRate": 0 + "confidence": 51, + "byteLogLikelihood": -3.435199501999897, + "hits": 23, + "total": 134, + "hitRate": 0.17164179104477612 + }, + { + "encoding": "ISO-8859-8", + "language": "he", + "confidence": 2, + "byteLogLikelihood": -4.094953595069802, + "hits": 1, + "total": 127, + "hitRate": 0.007874015748031496 }, { "encoding": "windows-1255", - "confidence": 0, "language": "he", - "byteLogLikelihood": -4.444220754634, - "hits": 0, - "total": 171, - "hitRate": 0 + "confidence": 2, + "byteLogLikelihood": -4.094953595069802, + "hits": 1, + "total": 127, + "hitRate": 0.007874015748031496 }, { - "encoding": "windows-1256", + "encoding": "x-mac-cyrillic", + "language": "uk", + "confidence": 2, + "byteLogLikelihood": -4.203232324163083, + "hits": 1, + "total": 131, + "hitRate": 0.007633587786259542 + }, + { + "encoding": "ISO-8859-1", + "language": "pt", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.924336543075, + "byteLogLikelihood": -4.599323437660159, "hits": 0, - "total": 170, + "total": 134, "hitRate": 0 }, { - "encoding": "windows-874", + "encoding": "ISO-8859-2", + "language": "hu", "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.58967630288, + "byteLogLikelihood": -4.358825259583147, "hits": 0, - "total": 166, + "total": 134, "hitRate": 0 }, { - "encoding": "KOI8-R", + "encoding": "windows-1250", + "language": "hu", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.365896834008, + "byteLogLikelihood": -4.358825259583147, "hits": 0, - "total": 173, + "total": 134, "hitRate": 0 }, { - "encoding": "KOI8-U", + "encoding": "windows-1251", + "language": "ru", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.252539473952, + "byteLogLikelihood": -4.28869719830448, "hits": 0, - "total": 173, + "total": 134, "hitRate": 0 }, { - "encoding": "IBM866", + "encoding": "windows-1252", + "language": "pt", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.893109334109, + "byteLogLikelihood": -4.599323437660159, "hits": 0, - "total": 171, + "total": 134, "hitRate": 0 }, { - "encoding": "x-mac-cyrillic", + "encoding": "ISO-8859-10", + "language": "is", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -3.441328843196, + "byteLogLikelihood": -4.576407109739057, "hits": 0, - "total": 173, + "total": 134, "hitRate": 0 }, { - "encoding": "ISO-8859-16", + "encoding": "ISO-8859-15", + "language": "es", "confidence": 0, - "language": "ro", - "byteLogLikelihood": -4.616838329205, + "byteLogLikelihood": -4.6039740377957585, "hits": 0, - "total": 173, + "total": 134, "hitRate": 0 } ] }, { "expected": { - "encoding": "windows-1257", - "language": "lv" + "encoding": "windows-1254", + "language": "tr" }, "predicted": { - "encoding": "windows-1257", - "confidence": 40, - "language": "lv", - "byteLogLikelihood": -3.1328616083, - "hits": 23, - "total": 170, - "hitRate": 0.13529411764705881 + "encoding": "ISO-8859-9", + "language": "tr", + "confidence": 55, + "byteLogLikelihood": -3.5316752167726904, + "hits": 25, + "total": 134, + "hitRate": 0.1865671641791045 }, - "encodingExact": true, - "encodingEquivalent": false, + "encodingExact": false, + "encodingEquivalent": true, "encodingCorrect": true, "languageCorrect": true, - "tiedAtTop": 1, + "tiedAtTop": 2, "candidates": [ { - "encoding": "windows-1257", - "confidence": 40, - "language": "lv", - "byteLogLikelihood": -3.1328616083, - "hits": 23, - "total": 170, - "hitRate": 0.13529411764705881 - }, - { - "encoding": "ISO-8859-4", - "confidence": 31, - "language": "lv", - "byteLogLikelihood": -5.003611214133, - "hits": 18, - "total": 170, - "hitRate": 0.10588235294117647 + "encoding": "ISO-8859-9", + "language": "tr", + "confidence": 55, + "byteLogLikelihood": -3.5316752167726904, + "hits": 25, + "total": 134, + "hitRate": 0.1865671641791045 }, { - "encoding": "CP850", - "confidence": 15, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 9, - "total": 170, - "hitRate": 0.052941176470588235 + "encoding": "windows-1254", + "language": "tr", + "confidence": 55, + "byteLogLikelihood": -3.5316752167726904, + "hits": 25, + "total": 134, + "hitRate": 0.1865671641791045 }, { "encoding": "ISO-8859-1", - "confidence": 14, - "language": "fr", - "byteLogLikelihood": -4.806768476285, + "language": "da", + "confidence": 17, + "byteLogLikelihood": -4.969813299576001, "hits": 8, - "total": 170, - "hitRate": 0.047058823529411764 + "total": 134, + "hitRate": 0.05970149253731343 }, { "encoding": "windows-1252", - "confidence": 14, - "language": "fr", - "byteLogLikelihood": -4.806768476285, - "hits": 8, - "total": 170, - "hitRate": 0.047058823529411764 - }, - { - "encoding": "macintosh", - "confidence": 14, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 8, - "total": 170, - "hitRate": 0.047058823529411764 - }, - { - "encoding": "ISO-8859-15", - "confidence": 14, - "language": "fr", - "byteLogLikelihood": -4.806768476285, + "language": "da", + "confidence": 17, + "byteLogLikelihood": -4.969813299576001, "hits": 8, - "total": 170, - "hitRate": 0.047058823529411764 - }, - { - "encoding": "CP852", - "confidence": 12, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 7, - "total": 170, - "hitRate": 0.041176470588235294 - }, - { - "encoding": "ISO-8859-3", - "confidence": 10, - "language": "mt", - "byteLogLikelihood": -5.105945473901, - "hits": 6, - "total": 170, - "hitRate": 0.03529411764705882 - }, - { - "encoding": "ISO-8859-13", - "confidence": 10, - "language": "lt", - "byteLogLikelihood": -4.977793000004, - "hits": 6, - "total": 170, - "hitRate": 0.03529411764705882 + "total": 134, + "hitRate": 0.05970149253731343 }, { "encoding": "ISO-8859-2", - "confidence": 8, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 5, - "total": 170, - "hitRate": 0.029411764705882353 + "language": "ro", + "confidence": 13, + "byteLogLikelihood": -4.3521905160727465, + "hits": 6, + "total": 134, + "hitRate": 0.04477611940298507 }, { "encoding": "windows-1250", - "confidence": 8, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 5, - "total": 170, - "hitRate": 0.029411764705882353 - }, - { - "encoding": "ISO-8859-9", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -4.576539240129, - "hits": 4, - "total": 170, - "hitRate": 0.023529411764705882 - }, - { - "encoding": "windows-1254", - "confidence": 7, - "language": "tr", - "byteLogLikelihood": -4.576539240129, - "hits": 4, - "total": 170, - "hitRate": 0.023529411764705882 + "language": "ro", + "confidence": 13, + "byteLogLikelihood": -4.3521905160727465, + "hits": 6, + "total": 134, + "hitRate": 0.04477611940298507 }, { - "encoding": "windows-1258", - "confidence": 7, - "language": "vi", - "byteLogLikelihood": -4.342387954294, - "hits": 4, - "total": 169, - "hitRate": 0.023668639053254437 + "encoding": "windows-1257", + "language": "lv", + "confidence": 11, + "byteLogLikelihood": -3.6134979933726017, + "hits": 5, + "total": 134, + "hitRate": 0.03731343283582089 }, { - "encoding": "ISO-8859-10", - "confidence": 7, - "language": "is", - "byteLogLikelihood": -4.928587203128, - "hits": 4, - "total": 170, - "hitRate": 0.023529411764705882 + "encoding": "ISO-8859-13", + "language": "lt", + "confidence": 11, + "byteLogLikelihood": -4.394247673507516, + "hits": 5, + "total": 134, + "hitRate": 0.03731343283582089 }, { - "encoding": "ISO-8859-5", + "encoding": "ISO-8859-16", + "language": "ro", + "confidence": 11, + "byteLogLikelihood": -4.258499816030248, + "hits": 5, + "total": 134, + "hitRate": 0.03731343283582089 + }, + { + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.459882683974, + "byteLogLikelihood": -4.21696617406579, "hits": 0, - "total": 170, + "total": 134, "hitRate": 0 }, { - "encoding": "ISO-8859-6", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.080491263049, + "byteLogLikelihood": -4.21696617406579, "hits": 0, - "total": 169, + "total": 134, "hitRate": 0 }, { - "encoding": "ISO-8859-7", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "el", - "byteLogLikelihood": -3.703260469986, + "byteLogLikelihood": -4.22610845571037, "hits": 0, - "total": 170, + "total": 134, "hitRate": 0 - }, + } + ] + }, + { + "expected": { + "encoding": "windows-1255", + "language": "he" + }, + "predicted": { + "encoding": "ISO-8859-8", + "language": "he", + "confidence": 47, + "byteLogLikelihood": -3.320333973076032, + "hits": 16, + "total": 102, + "hitRate": 0.1568627450980392 + }, + "encodingExact": false, + "encodingEquivalent": true, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 2, + "candidates": [ { "encoding": "ISO-8859-8", - "confidence": 0, "language": "he", - "byteLogLikelihood": -4.207917523838, - "hits": 0, - "total": 170, - "hitRate": 0 + "confidence": 47, + "byteLogLikelihood": -3.320333973076032, + "hits": 16, + "total": 102, + "hitRate": 0.1568627450980392 }, { - "encoding": "windows-1251", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -3.543665829263, - "hits": 0, - "total": 170, - "hitRate": 0 + "encoding": "windows-1255", + "language": "he", + "confidence": 47, + "byteLogLikelihood": -3.320333973076032, + "hits": 16, + "total": 102, + "hitRate": 0.1568627450980392 }, { - "encoding": "windows-1253", - "confidence": 0, + "encoding": "ISO-8859-7", "language": "el", - "byteLogLikelihood": -3.703260469986, - "hits": 0, - "total": 170, - "hitRate": 0 + "confidence": 2, + "byteLogLikelihood": -3.9819262335774503, + "hits": 1, + "total": 102, + "hitRate": 0.00980392156862745 }, { - "encoding": "windows-1255", - "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.207917523838, - "hits": 0, - "total": 170, - "hitRate": 0 + "encoding": "windows-1253", + "language": "el", + "confidence": 2, + "byteLogLikelihood": -3.9819262335774503, + "hits": 1, + "total": 102, + "hitRate": 0.00980392156862745 }, { - "encoding": "windows-1256", + "encoding": "ISO-8859-1", + "language": "sv", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.924336543075, + "byteLogLikelihood": -4.395116706451511, "hits": 0, - "total": 170, + "total": 102, "hitRate": 0 }, { - "encoding": "windows-874", + "encoding": "ISO-8859-2", + "language": "cs", "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.58909903103, + "byteLogLikelihood": -4.4619750463190275, "hits": 0, - "total": 167, + "total": 102, "hitRate": 0 }, { - "encoding": "KOI8-R", + "encoding": "windows-1250", + "language": "cs", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -6.155101602334, + "byteLogLikelihood": -4.4619750463190275, "hits": 0, - "total": 170, + "total": 102, "hitRate": 0 }, { - "encoding": "KOI8-U", + "encoding": "windows-1251", + "language": "ru", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -6.147141858115, + "byteLogLikelihood": -4.199203901043203, "hits": 0, - "total": 170, + "total": 102, "hitRate": 0 }, { - "encoding": "IBM866", + "encoding": "windows-1252", + "language": "sv", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.459882683974, + "byteLogLikelihood": -4.395116706451511, "hits": 0, - "total": 170, + "total": 102, "hitRate": 0 }, { - "encoding": "IBM855", + "encoding": "windows-1257", + "language": "et", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.609454107834, + "byteLogLikelihood": -4.639272141502822, "hits": 0, - "total": 170, + "total": 102, "hitRate": 0 }, { "encoding": "x-mac-cyrillic", - "confidence": 0, "language": "uk", - "byteLogLikelihood": -3.416476215238, - "hits": 0, - "total": 170, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-14", "confidence": 0, - "language": "cy", - "byteLogLikelihood": -4.423374522988, + "byteLogLikelihood": -4.134202940862652, "hits": 0, - "total": 170, + "total": 102, "hitRate": 0 }, { - "encoding": "ISO-8859-16", + "encoding": "ISO-8859-15", + "language": "fr", "confidence": 0, - "language": "ro", - "byteLogLikelihood": -4.717949371076, + "byteLogLikelihood": -4.521941300627167, "hits": 0, - "total": 170, + "total": 102, "hitRate": 0 } ] }, { "expected": { - "encoding": "windows-1258", - "language": "vi" + "encoding": "windows-1256", + "language": "ar" }, "predicted": { - "encoding": "windows-1258", - "confidence": 98, - "language": "vi", - "byteLogLikelihood": -3.323414763285, - "hits": 42, - "total": 124, - "hitRate": 0.3387096774193548 + "encoding": "windows-1256", + "language": "ar", + "confidence": 62, + "byteLogLikelihood": -3.3060094227746553, + "hits": 23, + "total": 110, + "hitRate": 0.20909090909090908 }, "encodingExact": true, "encodingEquivalent": false, @@ -19350,308 +7668,388 @@ "tiedAtTop": 1, "candidates": [ { - "encoding": "windows-1258", - "confidence": 98, - "language": "vi", - "byteLogLikelihood": -3.323414763285, - "hits": 42, - "total": 124, - "hitRate": 0.3387096774193548 - }, - { - "encoding": "ISO-8859-1", - "confidence": 9, - "language": "pt", - "byteLogLikelihood": -4.721506246424, - "hits": 4, - "total": 126, - "hitRate": 0.031746031746031744 - }, - { - "encoding": "windows-1252", - "confidence": 9, - "language": "pt", - "byteLogLikelihood": -4.721506246424, - "hits": 4, - "total": 126, - "hitRate": 0.031746031746031744 + "encoding": "windows-1256", + "language": "ar", + "confidence": 62, + "byteLogLikelihood": -3.3060094227746553, + "hits": 23, + "total": 110, + "hitRate": 0.20909090909090908 }, { - "encoding": "windows-1257", - "confidence": 9, - "language": "lt", - "byteLogLikelihood": -4.767575136152, - "hits": 4, - "total": 126, - "hitRate": 0.031746031746031744 + "encoding": "ISO-8859-6", + "language": "ar", + "confidence": 15, + "byteLogLikelihood": -3.973986161297495, + "hits": 5, + "total": 99, + "hitRate": 0.050505050505050504 }, { - "encoding": "macintosh", - "confidence": 9, + "encoding": "ISO-8859-1", "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 4, - "total": 122, - "hitRate": 0.03278688524590164 - }, - { - "encoding": "ISO-8859-4", - "confidence": 9, - "language": "lv", - "byteLogLikelihood": -4.83530398146, - "hits": 4, - "total": 126, - "hitRate": 0.031746031746031744 - }, - { - "encoding": "ISO-8859-13", - "confidence": 9, - "language": "lt", - "byteLogLikelihood": -4.767575136152, - "hits": 4, - "total": 126, - "hitRate": 0.031746031746031744 - }, - { - "encoding": "ISO-8859-14", - "confidence": 9, - "language": "cy", - "byteLogLikelihood": -4.643097648852, - "hits": 4, - "total": 126, - "hitRate": 0.031746031746031744 + "confidence": 0, + "byteLogLikelihood": -4.703587637109747, + "hits": 0, + "total": 110, + "hitRate": 0 }, { "encoding": "ISO-8859-2", - "confidence": 7, - "language": "ro", - "byteLogLikelihood": -5.060625202481, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 + "language": "cs", + "confidence": 0, + "byteLogLikelihood": -4.668535969781994, + "hits": 0, + "total": 111, + "hitRate": 0 }, { "encoding": "ISO-8859-9", - "confidence": 7, "language": "tr", - "byteLogLikelihood": -4.76855606835, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 + "confidence": 0, + "byteLogLikelihood": -4.906860727803047, + "hits": 0, + "total": 109, + "hitRate": 0 }, { "encoding": "windows-1250", - "confidence": 7, - "language": "ro", - "byteLogLikelihood": -5.060625202481, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 + "language": "cs", + "confidence": 0, + "byteLogLikelihood": -4.668535969781994, + "hits": 0, + "total": 111, + "hitRate": 0 + }, + { + "encoding": "windows-1252", + "language": "es", + "confidence": 0, + "byteLogLikelihood": -4.703587637109747, + "hits": 0, + "total": 110, + "hitRate": 0 }, { "encoding": "windows-1254", - "confidence": 7, "language": "tr", - "byteLogLikelihood": -4.76855606835, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 + "confidence": 0, + "byteLogLikelihood": -4.906860727803047, + "hits": 0, + "total": 109, + "hitRate": 0 }, { - "encoding": "ISO-8859-3", - "confidence": 7, - "language": "mt", - "byteLogLikelihood": -4.906120867834, - "hits": 3, - "total": 124, - "hitRate": 0.024193548387096774 + "encoding": "windows-1257", + "language": "et", + "confidence": 0, + "byteLogLikelihood": -4.85657134751208, + "hits": 0, + "total": 110, + "hitRate": 0 + }, + { + "encoding": "windows-874", + "language": "th", + "confidence": 0, + "byteLogLikelihood": -4.736714293626165, + "hits": 0, + "total": 90, + "hitRate": 0 + }, + { + "encoding": "ISO-8859-10", + "language": "is", + "confidence": 0, + "byteLogLikelihood": -4.796168589226887, + "hits": 0, + "total": 111, + "hitRate": 0 }, { "encoding": "ISO-8859-15", - "confidence": 7, "language": "es", - "byteLogLikelihood": -4.873536273681, - "hits": 3, - "total": 126, - "hitRate": 0.023809523809523808 + "confidence": 0, + "byteLogLikelihood": -4.703587637109747, + "hits": 0, + "total": 110, + "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "windows-1257", + "language": "et" + }, + "predicted": { + "encoding": "windows-1257", + "language": "et", + "confidence": 40, + "byteLogLikelihood": -3.4892880541826092, + "hits": 16, + "total": 120, + "hitRate": 0.13333333333333333 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 1, + "candidates": [ + { + "encoding": "windows-1257", + "language": "et", + "confidence": 40, + "byteLogLikelihood": -3.4892880541826092, + "hits": 16, + "total": 120, + "hitRate": 0.13333333333333333 }, { - "encoding": "CP850", - "confidence": 7, + "encoding": "ISO-8859-1", "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 3, - "total": 116, - "hitRate": 0.02586206896551724 + "confidence": 12, + "byteLogLikelihood": -4.948759890378168, + "hits": 5, + "total": 120, + "hitRate": 0.041666666666666664 }, { - "encoding": "CP852", - "confidence": 7, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 3, - "total": 119, - "hitRate": 0.025210084033613446 + "encoding": "ISO-8859-9", + "language": "tr", + "confidence": 12, + "byteLogLikelihood": -3.976561526565717, + "hits": 5, + "total": 120, + "hitRate": 0.041666666666666664 }, { - "encoding": "ISO-8859-16", - "confidence": 2, - "language": "ro", - "byteLogLikelihood": -5.104831294985, - "hits": 1, - "total": 126, - "hitRate": 0.007936507936507936 + "encoding": "windows-1252", + "language": "es", + "confidence": 12, + "byteLogLikelihood": -4.948759890378168, + "hits": 5, + "total": 120, + "hitRate": 0.041666666666666664 }, { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.315573016103, - "hits": 0, - "total": 124, - "hitRate": 0 + "encoding": "windows-1254", + "language": "tr", + "confidence": 12, + "byteLogLikelihood": -3.976561526565717, + "hits": 5, + "total": 120, + "hitRate": 0.041666666666666664 + }, + { + "encoding": "ISO-8859-15", + "language": "es", + "confidence": 12, + "byteLogLikelihood": -4.948759890378168, + "hits": 5, + "total": 120, + "hitRate": 0.041666666666666664 }, { "encoding": "ISO-8859-6", - "confidence": 0, "language": "ar", - "byteLogLikelihood": -5.428051016065, + "confidence": 0, + "byteLogLikelihood": -4.308223223510119, "hits": 0, - "total": 115, + "total": 120, "hitRate": 0 }, { "encoding": "ISO-8859-7", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.428592570712, + "confidence": 0, + "byteLogLikelihood": -4.419698728119872, "hits": 0, - "total": 125, + "total": 120, "hitRate": 0 }, { "encoding": "ISO-8859-8", - "confidence": 0, "language": "he", - "byteLogLikelihood": -4.890004274964, + "confidence": 0, + "byteLogLikelihood": -4.515638515419903, "hits": 0, - "total": 124, + "total": 120, "hitRate": 0 }, { "encoding": "windows-1251", - "confidence": 0, "language": "ru", - "byteLogLikelihood": -4.843070172798, + "confidence": 0, + "byteLogLikelihood": -4.453415335267525, "hits": 0, - "total": 126, + "total": 120, "hitRate": 0 }, { "encoding": "windows-1253", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.428592570712, + "confidence": 0, + "byteLogLikelihood": -4.419698728119872, "hits": 0, - "total": 125, + "total": 120, "hitRate": 0 }, { - "encoding": "windows-1255", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "he", - "byteLogLikelihood": -4.890004274964, + "byteLogLikelihood": -3.632538332325044, "hits": 0, - "total": 124, + "total": 120, "hitRate": 0 + } + ] + }, + { + "expected": { + "encoding": "windows-1257", + "language": "lt" + }, + "predicted": { + "encoding": "windows-1257", + "language": "lt", + "confidence": 34, + "byteLogLikelihood": -3.2005302071315747, + "hits": 20, + "total": 173, + "hitRate": 0.11560693641618497 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 2, + "candidates": [ + { + "encoding": "windows-1257", + "language": "lt", + "confidence": 34, + "byteLogLikelihood": -3.2005302071315747, + "hits": 20, + "total": 173, + "hitRate": 0.11560693641618497 }, { - "encoding": "windows-1256", - "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.628297137503, - "hits": 0, - "total": 121, - "hitRate": 0 + "encoding": "ISO-8859-13", + "language": "lt", + "confidence": 34, + "byteLogLikelihood": -3.2005302071315747, + "hits": 20, + "total": 173, + "hitRate": 0.11560693641618497 }, { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.351753988745, - "hits": 0, - "total": 114, - "hitRate": 0 + "encoding": "ISO-8859-4", + "language": "lv", + "confidence": 22, + "byteLogLikelihood": -4.610398759564555, + "hits": 13, + "total": 173, + "hitRate": 0.07514450867052024 + }, + { + "encoding": "ISO-8859-1", + "language": "es", + "confidence": 12, + "byteLogLikelihood": -4.948759890378168, + "hits": 7, + "total": 173, + "hitRate": 0.04046242774566474 + }, + { + "encoding": "windows-1252", + "language": "es", + "confidence": 12, + "byteLogLikelihood": -4.948759890378168, + "hits": 7, + "total": 173, + "hitRate": 0.04046242774566474 + }, + { + "encoding": "ISO-8859-10", + "language": "is", + "confidence": 1, + "byteLogLikelihood": -4.416382325607172, + "hits": 1, + "total": 173, + "hitRate": 0.005780346820809248 }, { - "encoding": "KOI8-R", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.775144482981, + "byteLogLikelihood": -4.472500251122328, "hits": 0, - "total": 126, + "total": 173, "hitRate": 0 }, { - "encoding": "KOI8-U", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "uk", - "byteLogLikelihood": -5.565906355903, + "byteLogLikelihood": -4.444220754634254, "hits": 0, - "total": 126, + "total": 171, "hitRate": 0 }, { - "encoding": "IBM866", - "confidence": 0, + "encoding": "windows-1251", "language": "ru", - "byteLogLikelihood": -5.727056945557, + "confidence": 0, + "byteLogLikelihood": -3.5318273624189596, "hits": 0, - "total": 124, + "total": 173, "hitRate": 0 }, { - "encoding": "IBM855", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.876501639082, + "byteLogLikelihood": -4.472500251122328, "hits": 0, - "total": 124, + "total": 173, "hitRate": 0 }, { - "encoding": "x-mac-cyrillic", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.782036156761, + "byteLogLikelihood": -4.444220754634254, "hits": 0, - "total": 125, + "total": 171, "hitRate": 0 }, { - "encoding": "ISO-8859-10", + "encoding": "x-mac-cyrillic", + "language": "uk", "confidence": 0, - "language": "is", - "byteLogLikelihood": -4.794574996468, + "byteLogLikelihood": -3.441328843195963, "hits": 0, - "total": 126, + "total": 173, "hitRate": 0 } ] }, { "expected": { - "encoding": "windows-874", - "language": "th" + "encoding": "windows-1257", + "language": "lv" }, "predicted": { - "encoding": "windows-874", - "confidence": 21, - "language": "th", - "byteLogLikelihood": -3.827006747769, - "hits": 7, - "total": 100, - "hitRate": 0.07 + "encoding": "windows-1257", + "language": "lv", + "confidence": 40, + "byteLogLikelihood": -3.1328616082996104, + "hits": 23, + "total": 170, + "hitRate": 0.13529411764705881 }, "encodingExact": true, "encodingEquivalent": false, @@ -19660,308 +8058,258 @@ "tiedAtTop": 1, "candidates": [ { - "encoding": "windows-874", - "confidence": 21, - "language": "th", - "byteLogLikelihood": -3.827006747769, - "hits": 7, - "total": 100, - "hitRate": 0.07 - }, - { - "encoding": "ISO-8859-6", - "confidence": 6, - "language": "ar", - "byteLogLikelihood": -5.033884846794, - "hits": 2, - "total": 93, - "hitRate": 0.021505376344086023 - }, - { - "encoding": "ISO-8859-8", - "confidence": 6, - "language": "he", - "byteLogLikelihood": -5.415196995324, - "hits": 1, - "total": 43, - "hitRate": 0.023255813953488372 - }, - { - "encoding": "windows-1255", - "confidence": 6, - "language": "he", - "byteLogLikelihood": -5.415196995324, - "hits": 1, - "total": 47, - "hitRate": 0.02127659574468085 - }, - { - "encoding": "ISO-8859-7", - "confidence": 12, - "language": "el", - "byteLogLikelihood": -5.563277974308, - "hits": 4, - "total": 97, - "hitRate": 0.041237113402061855 - }, - { - "encoding": "windows-1253", - "confidence": 12, - "language": "el", - "byteLogLikelihood": -5.563277974308, - "hits": 4, - "total": 97, - "hitRate": 0.041237113402061855 - }, - { - "encoding": "windows-1251", - "confidence": 5, - "language": "ru", - "byteLogLikelihood": -5.926448142289, - "hits": 2, - "total": 102, - "hitRate": 0.0196078431372549 - }, - { - "encoding": "x-mac-cyrillic", - "confidence": 11, - "language": "ru", - "byteLogLikelihood": -6.059253444951, - "hits": 3, - "total": 79, - "hitRate": 0.0379746835443038 - }, - { - "encoding": "KOI8-R", - "confidence": 3, - "language": "ru", - "byteLogLikelihood": -5.413211053323, - "hits": 1, - "total": 94, - "hitRate": 0.010638297872340425 - }, - { - "encoding": "IBM855", - "confidence": 3, - "language": "sr", - "byteLogLikelihood": -5.781484174666, - "hits": 1, - "total": 88, - "hitRate": 0.011363636363636364 + "encoding": "windows-1257", + "language": "lv", + "confidence": 40, + "byteLogLikelihood": -3.1328616082996104, + "hits": 23, + "total": 170, + "hitRate": 0.13529411764705881 }, { "encoding": "ISO-8859-1", - "confidence": 0, - "language": "it", - "byteLogLikelihood": -4.767489617961, - "hits": 0, - "total": 97, - "hitRate": 0 + "language": "fr", + "confidence": 14, + "byteLogLikelihood": -4.806768476284507, + "hits": 8, + "total": 170, + "hitRate": 0.047058823529411764 }, { - "encoding": "ISO-8859-2", - "confidence": 0, - "language": "cs", - "byteLogLikelihood": -4.903917269007, - "hits": 0, - "total": 103, - "hitRate": 0 + "encoding": "windows-1258", + "language": "vi", + "confidence": 7, + "byteLogLikelihood": -4.342387954293633, + "hits": 4, + "total": 169, + "hitRate": 0.023668639053254437 }, { "encoding": "ISO-8859-5", - "confidence": 0, "language": "ru", - "byteLogLikelihood": -5.535400651308, - "hits": 0, - "total": 103, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-9", "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.985031025935, + "byteLogLikelihood": -4.459882683973825, "hits": 0, - "total": 97, + "total": 170, "hitRate": 0 }, { - "encoding": "windows-1250", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "pl", - "byteLogLikelihood": -4.798656950405, + "byteLogLikelihood": -3.703260469986298, "hits": 0, - "total": 101, + "total": 170, "hitRate": 0 }, { - "encoding": "windows-1252", + "encoding": "ISO-8859-8", + "language": "he", "confidence": 0, - "language": "it", - "byteLogLikelihood": -4.767489617961, + "byteLogLikelihood": -4.207917523838314, "hits": 0, - "total": 97, + "total": 170, "hitRate": 0 }, { - "encoding": "windows-1254", + "encoding": "windows-1251", + "language": "ru", "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.985031025935, + "byteLogLikelihood": -3.5436658292627192, "hits": 0, - "total": 97, + "total": 170, "hitRate": 0 }, { - "encoding": "windows-1256", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.209625144761, + "byteLogLikelihood": -3.703260469986298, "hits": 0, - "total": 95, + "total": 170, "hitRate": 0 }, { - "encoding": "windows-1257", + "encoding": "windows-1255", + "language": "he", "confidence": 0, - "language": "et", - "byteLogLikelihood": -4.916002186025, + "byteLogLikelihood": -4.207917523838314, "hits": 0, - "total": 97, + "total": 170, "hitRate": 0 }, { - "encoding": "windows-1258", + "encoding": "IBM866", + "language": "ru", "confidence": 0, - "language": "vi", - "byteLogLikelihood": -5.154894826847, + "byteLogLikelihood": -4.459882683973825, "hits": 0, - "total": 91, + "total": 170, "hitRate": 0 }, { - "encoding": "KOI8-U", - "confidence": 0, + "encoding": "x-mac-cyrillic", "language": "uk", - "byteLogLikelihood": -5.334497573029, - "hits": 0, - "total": 98, - "hitRate": 0 - }, - { - "encoding": "IBM866", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.961753913164, + "byteLogLikelihood": -3.4164762152383132, "hits": 0, - "total": 58, + "total": 170, "hitRate": 0 }, { - "encoding": "macintosh", + "encoding": "ISO-8859-14", + "language": "cy", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, + "byteLogLikelihood": -4.423374522987856, "hits": 0, - "total": 65, + "total": 170, "hitRate": 0 - }, + } + ] + }, + { + "expected": { + "encoding": "windows-1258", + "language": "vi" + }, + "predicted": { + "encoding": "windows-1258", + "language": "vi", + "confidence": 98, + "byteLogLikelihood": -3.3234147632846094, + "hits": 42, + "total": 124, + "hitRate": 0.3387096774193548 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 1, + "candidates": [ { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.084507932234, - "hits": 0, - "total": 98, - "hitRate": 0 + "encoding": "windows-1258", + "language": "vi", + "confidence": 98, + "byteLogLikelihood": -3.3234147632846094, + "hits": 42, + "total": 124, + "hitRate": 0.3387096774193548 }, { - "encoding": "ISO-8859-4", - "confidence": 0, - "language": "lv", - "byteLogLikelihood": -4.783724339715, - "hits": 0, - "total": 103, - "hitRate": 0 + "encoding": "ISO-8859-1", + "language": "pt", + "confidence": 9, + "byteLogLikelihood": -4.721506246424157, + "hits": 4, + "total": 126, + "hitRate": 0.031746031746031744 }, { - "encoding": "ISO-8859-10", - "confidence": 0, - "language": "is", - "byteLogLikelihood": -5.119633132705, - "hits": 0, - "total": 103, - "hitRate": 0 + "encoding": "windows-1252", + "language": "pt", + "confidence": 9, + "byteLogLikelihood": -4.721506246424157, + "hits": 4, + "total": 126, + "hitRate": 0.031746031746031744 + }, + { + "encoding": "windows-1257", + "language": "lt", + "confidence": 9, + "byteLogLikelihood": -4.767575136151921, + "hits": 4, + "total": 126, + "hitRate": 0.031746031746031744 }, { "encoding": "ISO-8859-13", - "confidence": 0, "language": "lt", - "byteLogLikelihood": -5.010167702209, - "hits": 0, - "total": 97, - "hitRate": 0 + "confidence": 9, + "byteLogLikelihood": -4.767575136151921, + "hits": 4, + "total": 126, + "hitRate": 0.031746031746031744 }, { "encoding": "ISO-8859-14", - "confidence": 0, "language": "cy", - "byteLogLikelihood": -4.912654885736, - "hits": 0, - "total": 103, - "hitRate": 0 + "confidence": 9, + "byteLogLikelihood": -4.6430976488516285, + "hits": 4, + "total": 126, + "hitRate": 0.031746031746031744 }, { - "encoding": "ISO-8859-15", + "encoding": "ISO-8859-9", + "language": "tr", + "confidence": 7, + "byteLogLikelihood": -4.768556068349934, + "hits": 3, + "total": 126, + "hitRate": 0.023809523809523808 + }, + { + "encoding": "windows-1254", + "language": "tr", + "confidence": 7, + "byteLogLikelihood": -4.768556068349934, + "hits": 3, + "total": 126, + "hitRate": 0.023809523809523808 + }, + { + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "fr", - "byteLogLikelihood": -4.801693311206, + "byteLogLikelihood": -4.428592570712095, "hits": 0, - "total": 101, + "total": 125, "hitRate": 0 }, { - "encoding": "ISO-8859-16", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "ro", - "byteLogLikelihood": -5.134285984462, + "byteLogLikelihood": -4.428592570712095, "hits": 0, - "total": 103, + "total": 125, "hitRate": 0 }, { - "encoding": "CP850", + "encoding": "x-mac-cyrillic", + "language": "ru", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.887413059939, + "byteLogLikelihood": -4.782036156760715, "hits": 0, - "total": 85, + "total": 125, "hitRate": 0 }, { - "encoding": "CP852", + "encoding": "ISO-8859-10", + "language": "is", "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.056712497361, + "byteLogLikelihood": -4.794574996467556, "hits": 0, - "total": 85, + "total": 126, "hitRate": 0 } ] }, { "expected": { - "encoding": "x-mac-cyrillic", - "language": "ru" + "encoding": "windows-874", + "language": "th" }, "predicted": { - "encoding": "x-mac-cyrillic", - "confidence": 36, - "language": "ru", - "byteLogLikelihood": -3.313760777855, - "hits": 22, - "total": 179, - "hitRate": 0.12290502793296089 + "encoding": "windows-874", + "language": "th", + "confidence": 21, + "byteLogLikelihood": -3.8270067477690097, + "hits": 7, + "total": 100, + "hitRate": 0.07 }, "encodingExact": true, "encodingEquivalent": false, @@ -19970,291 +8318,241 @@ "tiedAtTop": 1, "candidates": [ { - "encoding": "x-mac-cyrillic", - "confidence": 36, - "language": "ru", - "byteLogLikelihood": -3.313760777855, - "hits": 22, - "total": 179, - "hitRate": 0.12290502793296089 - }, - { - "encoding": "windows-1251", - "confidence": 42, - "language": "ru", - "byteLogLikelihood": -3.411211853364, - "hits": 25, - "total": 177, - "hitRate": 0.14124293785310735 - }, - { - "encoding": "IBM855", - "confidence": 9, - "language": "sr", - "byteLogLikelihood": -5.603105135042, - "hits": 5, - "total": 165, - "hitRate": 0.030303030303030304 - }, - { - "encoding": "ISO-8859-8", - "confidence": 3, - "language": "he", - "byteLogLikelihood": -3.941595102268, - "hits": 2, - "total": 167, - "hitRate": 0.011976047904191617 - }, - { - "encoding": "windows-1255", - "confidence": 3, - "language": "he", - "byteLogLikelihood": -3.941595102268, - "hits": 2, - "total": 167, - "hitRate": 0.011976047904191617 - }, - { - "encoding": "KOI8-U", - "confidence": 3, - "language": "uk", - "byteLogLikelihood": -6.334488595021, - "hits": 2, - "total": 177, - "hitRate": 0.011299435028248588 - }, - { - "encoding": "windows-1256", - "confidence": 1, - "language": "ar", - "byteLogLikelihood": -5.525051915661, - "hits": 1, - "total": 163, - "hitRate": 0.006134969325153374 - }, - { - "encoding": "KOI8-R", - "confidence": 1, - "language": "ru", - "byteLogLikelihood": -6.390589047944, - "hits": 1, - "total": 177, - "hitRate": 0.005649717514124294 - }, - { - "encoding": "ISO-8859-14", - "confidence": 1, - "language": "cy", - "byteLogLikelihood": -4.724449359889, - "hits": 1, - "total": 177, - "hitRate": 0.005649717514124294 + "encoding": "windows-874", + "language": "th", + "confidence": 21, + "byteLogLikelihood": -3.8270067477690097, + "hits": 7, + "total": 100, + "hitRate": 0.07 }, { "encoding": "ISO-8859-1", + "language": "it", "confidence": 0, - "language": "sv", - "byteLogLikelihood": -4.665227236998, + "byteLogLikelihood": -4.767489617961406, "hits": 0, - "total": 177, + "total": 97, "hitRate": 0 }, { "encoding": "ISO-8859-2", - "confidence": 0, "language": "cs", - "byteLogLikelihood": -4.845647442888, - "hits": 0, - "total": 177, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-5", "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.975257565806, + "byteLogLikelihood": -4.903917269007039, "hits": 0, - "total": 175, + "total": 103, "hitRate": 0 }, { - "encoding": "ISO-8859-6", + "encoding": "ISO-8859-9", + "language": "tr", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -4.847464468096, + "byteLogLikelihood": -4.9850310259345445, "hits": 0, - "total": 127, + "total": 97, "hitRate": 0 }, { - "encoding": "ISO-8859-7", + "encoding": "windows-1250", + "language": "pl", "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.148248171081, + "byteLogLikelihood": -4.798656950405292, "hits": 0, - "total": 177, + "total": 101, "hitRate": 0 }, { - "encoding": "ISO-8859-9", + "encoding": "windows-1252", + "language": "it", "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.950903003627, + "byteLogLikelihood": -4.767489617961406, "hits": 0, - "total": 177, + "total": 97, "hitRate": 0 }, { - "encoding": "windows-1250", + "encoding": "windows-1257", + "language": "et", "confidence": 0, - "language": "cs", - "byteLogLikelihood": -4.845647442888, + "byteLogLikelihood": -4.9160021860252465, "hits": 0, - "total": 177, + "total": 97, "hitRate": 0 }, { - "encoding": "windows-1252", + "encoding": "macintosh", + "language": "es", "confidence": 0, - "language": "sv", - "byteLogLikelihood": -4.665227236998, + "byteLogLikelihood": -4.948759890378166, "hits": 0, - "total": 177, + "total": 65, "hitRate": 0 }, { - "encoding": "windows-1253", + "encoding": "ISO-8859-4", + "language": "lv", "confidence": 0, - "language": "el", - "byteLogLikelihood": -4.148248171081, + "byteLogLikelihood": -4.783724339715361, "hits": 0, - "total": 177, + "total": 103, "hitRate": 0 }, { - "encoding": "windows-1254", + "encoding": "ISO-8859-14", + "language": "cy", "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.950903003627, + "byteLogLikelihood": -4.912654885736052, "hits": 0, - "total": 177, + "total": 103, "hitRate": 0 }, { - "encoding": "windows-1257", + "encoding": "ISO-8859-15", + "language": "fr", "confidence": 0, - "language": "lv", - "byteLogLikelihood": -4.61521723683, + "byteLogLikelihood": -4.801693311206441, "hits": 0, - "total": 177, + "total": 101, "hitRate": 0 }, { - "encoding": "windows-1258", + "encoding": "CP850", + "language": "es", "confidence": 0, - "language": "vi", - "byteLogLikelihood": -4.899487478125, + "byteLogLikelihood": -4.887413059939117, "hits": 0, - "total": 173, + "total": 85, "hitRate": 0 - }, + } + ] + }, + { + "expected": { + "encoding": "x-mac-cyrillic", + "language": "ru" + }, + "predicted": { + "encoding": "x-mac-cyrillic", + "language": "ru", + "confidence": 36, + "byteLogLikelihood": -3.3137607778551432, + "hits": 22, + "total": 179, + "hitRate": 0.12290502793296089 + }, + "encodingExact": true, + "encodingEquivalent": false, + "encodingCorrect": true, + "languageCorrect": true, + "tiedAtTop": 1, + "candidates": [ { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.446015416921, - "hits": 0, - "total": 85, - "hitRate": 0 + "encoding": "x-mac-cyrillic", + "language": "ru", + "confidence": 36, + "byteLogLikelihood": -3.3137607778551432, + "hits": 22, + "total": 179, + "hitRate": 0.12290502793296089 }, { - "encoding": "IBM866", - "confidence": 0, + "encoding": "windows-1251", "language": "ru", - "byteLogLikelihood": -5.05026366488, - "hits": 0, - "total": 169, - "hitRate": 0 + "confidence": 42, + "byteLogLikelihood": -3.411211853363889, + "hits": 25, + "total": 177, + "hitRate": 0.14124293785310735 }, { - "encoding": "macintosh", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.944169511699, - "hits": 0, - "total": 151, - "hitRate": 0 + "encoding": "ISO-8859-8", + "language": "he", + "confidence": 3, + "byteLogLikelihood": -3.9415951022681406, + "hits": 2, + "total": 167, + "hitRate": 0.011976047904191617 }, { - "encoding": "ISO-8859-3", - "confidence": 0, - "language": "mt", - "byteLogLikelihood": -4.904224209153, - "hits": 0, - "total": 175, - "hitRate": 0 + "encoding": "windows-1255", + "language": "he", + "confidence": 3, + "byteLogLikelihood": -3.9415951022681406, + "hits": 2, + "total": 167, + "hitRate": 0.011976047904191617 }, { - "encoding": "ISO-8859-4", + "encoding": "ISO-8859-14", + "language": "cy", + "confidence": 1, + "byteLogLikelihood": -4.724449359888651, + "hits": 1, + "total": 177, + "hitRate": 0.005649717514124294 + }, + { + "encoding": "ISO-8859-1", + "language": "sv", "confidence": 0, - "language": "lv", - "byteLogLikelihood": -4.79659105312, + "byteLogLikelihood": -4.665227236998352, "hits": 0, "total": 177, "hitRate": 0 }, { - "encoding": "ISO-8859-10", + "encoding": "ISO-8859-7", + "language": "el", "confidence": 0, - "language": "is", - "byteLogLikelihood": -4.939249573759, + "byteLogLikelihood": -4.148248171081447, "hits": 0, "total": 177, "hitRate": 0 }, { - "encoding": "ISO-8859-13", + "encoding": "windows-1252", + "language": "sv", "confidence": 0, - "language": "lt", - "byteLogLikelihood": -4.66408545306, + "byteLogLikelihood": -4.665227236998352, "hits": 0, "total": 177, "hitRate": 0 }, { - "encoding": "ISO-8859-15", + "encoding": "windows-1253", + "language": "el", "confidence": 0, - "language": "fr", - "byteLogLikelihood": -4.760478683076, + "byteLogLikelihood": -4.148248171081447, "hits": 0, "total": 177, "hitRate": 0 }, { - "encoding": "ISO-8859-16", + "encoding": "windows-1257", + "language": "lv", "confidence": 0, - "language": "ro", - "byteLogLikelihood": -4.97522262578, + "byteLogLikelihood": -4.615217236830186, "hits": 0, "total": 177, "hitRate": 0 }, { - "encoding": "CP850", + "encoding": "ISO-8859-13", + "language": "lt", "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, + "byteLogLikelihood": -4.664085453059883, "hits": 0, - "total": 137, + "total": 177, "hitRate": 0 }, { - "encoding": "CP852", + "encoding": "ISO-8859-15", + "language": "fr", "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.083005956553, + "byteLogLikelihood": -4.76047868307579, "hits": 0, - "total": 156, + "total": 177, "hitRate": 0 } ] @@ -20266,9 +8564,9 @@ }, "predicted": { "encoding": "x-mac-cyrillic", - "confidence": 32, "language": "uk", - "byteLogLikelihood": -3.34369756932, + "confidence": 32, + "byteLogLikelihood": -3.3436975693204865, "hits": 19, "total": 177, "hitRate": 0.10734463276836158 @@ -20281,291 +8579,111 @@ "candidates": [ { "encoding": "x-mac-cyrillic", - "confidence": 32, "language": "uk", - "byteLogLikelihood": -3.34369756932, + "confidence": 32, + "byteLogLikelihood": -3.3436975693204865, "hits": 19, "total": 177, "hitRate": 0.10734463276836158 }, { "encoding": "windows-1251", - "confidence": 17, "language": "ru", - "byteLogLikelihood": -3.606822645813, + "confidence": 17, + "byteLogLikelihood": -3.6068226458133985, "hits": 10, "total": 176, "hitRate": 0.056818181818181816 }, - { - "encoding": "IBM855", - "confidence": 5, - "language": "sr", - "byteLogLikelihood": -5.830774318921, - "hits": 3, - "total": 163, - "hitRate": 0.018404907975460124 - }, { "encoding": "ISO-8859-8", - "confidence": 3, "language": "he", - "byteLogLikelihood": -4.062591421695, + "confidence": 3, + "byteLogLikelihood": -4.062591421695044, "hits": 2, "total": 165, "hitRate": 0.012121212121212121 }, { "encoding": "windows-1255", - "confidence": 3, "language": "he", - "byteLogLikelihood": -4.062591421695, + "confidence": 3, + "byteLogLikelihood": -4.062591421695044, "hits": 2, "total": 165, "hitRate": 0.012121212121212121 }, - { - "encoding": "KOI8-R", - "confidence": 3, - "language": "ru", - "byteLogLikelihood": -6.397907632883, - "hits": 2, - "total": 169, - "hitRate": 0.011834319526627219 - }, - { - "encoding": "ISO-8859-6", - "confidence": 2, - "language": "ar", - "byteLogLikelihood": -4.990380473945, - "hits": 1, - "total": 119, - "hitRate": 0.008403361344537815 - }, - { - "encoding": "KOI8-U", - "confidence": 1, - "language": "uk", - "byteLogLikelihood": -6.341901231006, - "hits": 1, - "total": 175, - "hitRate": 0.005714285714285714 - }, { "encoding": "ISO-8859-1", - "confidence": 0, "language": "it", - "byteLogLikelihood": -4.629500955096, - "hits": 0, - "total": 169, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-2", "confidence": 0, - "language": "cs", - "byteLogLikelihood": -4.739775351774, + "byteLogLikelihood": -4.629500955096016, "hits": 0, "total": 169, "hitRate": 0 }, - { - "encoding": "ISO-8859-5", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -4.989983227843, - "hits": 0, - "total": 171, - "hitRate": 0 - }, { "encoding": "ISO-8859-7", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.300043808736, - "hits": 0, - "total": 169, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-9", "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.951345660734, + "byteLogLikelihood": -4.300043808736365, "hits": 0, "total": 169, "hitRate": 0 }, - { - "encoding": "windows-1250", - "confidence": 0, - "language": "cs", - "byteLogLikelihood": -4.739775351774, - "hits": 0, - "total": 170, - "hitRate": 0 - }, { "encoding": "windows-1252", - "confidence": 0, "language": "it", - "byteLogLikelihood": -4.629500955096, + "confidence": 0, + "byteLogLikelihood": -4.629500955096016, "hits": 0, "total": 170, "hitRate": 0 }, { "encoding": "windows-1253", - "confidence": 0, "language": "el", - "byteLogLikelihood": -4.300043808736, - "hits": 0, - "total": 169, - "hitRate": 0 - }, - { - "encoding": "windows-1254", - "confidence": 0, - "language": "tr", - "byteLogLikelihood": -4.951345660734, - "hits": 0, - "total": 170, - "hitRate": 0 - }, - { - "encoding": "windows-1256", "confidence": 0, - "language": "ar", - "byteLogLikelihood": -5.607550779971, + "byteLogLikelihood": -4.300043808736365, "hits": 0, - "total": 155, + "total": 169, "hitRate": 0 }, { "encoding": "windows-1257", - "confidence": 0, "language": "lv", - "byteLogLikelihood": -4.60874799529, - "hits": 0, - "total": 169, - "hitRate": 0 - }, - { - "encoding": "windows-1258", - "confidence": 0, - "language": "vi", - "byteLogLikelihood": -4.777030248466, - "hits": 0, - "total": 164, - "hitRate": 0 - }, - { - "encoding": "windows-874", - "confidence": 0, - "language": "th", - "byteLogLikelihood": -5.197321748228, - "hits": 0, - "total": 83, - "hitRate": 0 - }, - { - "encoding": "IBM866", - "confidence": 0, - "language": "ru", - "byteLogLikelihood": -5.100977296295, - "hits": 0, - "total": 167, - "hitRate": 0 - }, - { - "encoding": "macintosh", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 139, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-3", "confidence": 0, - "language": "mt", - "byteLogLikelihood": -5.035218126431, + "byteLogLikelihood": -4.60874799529012, "hits": 0, - "total": 164, + "total": 169, "hitRate": 0 }, { "encoding": "ISO-8859-4", - "confidence": 0, "language": "lv", - "byteLogLikelihood": -4.726279355538, - "hits": 0, - "total": 169, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-10", "confidence": 0, - "language": "is", - "byteLogLikelihood": -4.876716873437, + "byteLogLikelihood": -4.726279355537798, "hits": 0, - "total": 175, + "total": 169, "hitRate": 0 }, { "encoding": "ISO-8859-13", - "confidence": 0, "language": "lt", - "byteLogLikelihood": -4.669220995205, + "confidence": 0, + "byteLogLikelihood": -4.669220995204596, "hits": 0, "total": 169, "hitRate": 0 }, { "encoding": "ISO-8859-14", - "confidence": 0, "language": "cy", - "byteLogLikelihood": -4.725687554138, - "hits": 0, - "total": 175, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-15", - "confidence": 0, - "language": "fr", - "byteLogLikelihood": -4.753004092615, - "hits": 0, - "total": 175, - "hitRate": 0 - }, - { - "encoding": "ISO-8859-16", "confidence": 0, - "language": "ro", - "byteLogLikelihood": -5.030920483462, + "byteLogLikelihood": -4.7256875541376475, "hits": 0, "total": 175, "hitRate": 0 - }, - { - "encoding": "CP850", - "confidence": 0, - "language": "es", - "byteLogLikelihood": -4.948759890378, - "hits": 0, - "total": 137, - "hitRate": 0 - }, - { - "encoding": "CP852", - "confidence": 0, - "language": "pl", - "byteLogLikelihood": -5.087596335232, - "hits": 0, - "total": 152, - "hitRate": 0 } ] } diff --git a/package.json b/package.json index a3e54c5..1cb77cb 100644 --- a/package.json +++ b/package.json @@ -16,9 +16,9 @@ "build": "rm -rf lib/* && tsc -p tsconfig.build.json", "corpus:build": "node scripts/build-corpus.mjs", "corpus:verify": "node scripts/verify-corpus.mjs", - "models:build": "node scripts/build-models.mjs", - "models:evaluate": "node scripts/evaluate-models.mjs", - "models:verify": "node scripts/verify-models.mjs", + "models:build": "tsx scripts/build-models.mjs", + "models:evaluate": "tsx scripts/evaluate-models.mjs", + "models:verify": "tsx scripts/verify-models.mjs", "benchmark": "tsx scripts/benchmark.mjs", "validate": "tsx scripts/validate.mjs", "format": "prettier --write \"**/*.{ts,json,md,mjs}\"", diff --git a/scripts/model-utils.mjs b/scripts/model-utils.mjs index f9e9f15..e068aa9 100644 --- a/scripts/model-utils.mjs +++ b/scripts/model-utils.mjs @@ -2,6 +2,11 @@ import { spawnSync } from 'node:child_process'; import { mkdirSync, readFileSync, writeFileSync } from 'node:fs'; import { dirname, join, resolve } from 'node:path'; import { fileURLToPath } from 'node:url'; +import { + prepareSBCSModels, + scoreSBCS, + trigrams, +} from '../src/encoding/sbcs-scoring.ts'; const root = resolve(dirname(fileURLToPath(import.meta.url)), '..'); const corpus = join(root, 'corpus'); @@ -90,30 +95,6 @@ function byteMapFor(encoding) { return byteMap; } -function normalizedBytes(buffer, byteMap) { - const normalized = []; - let ignoreSpace = false; - for (const byte of buffer) { - const mapped = byteMap[byte]; - if (mapped !== 0) { - if (!(mapped === 0x20 && ignoreSpace)) normalized.push(mapped); - ignoreSpace = mapped === 0x20; - } - } - normalized.push(0x20); - return normalized; -} - -function trigrams(buffer, byteMap) { - const values = []; - let trigram = 0; - for (const byte of normalizedBytes(buffer, byteMap)) { - trigram = ((trigram << 8) + byte) & 0xffffff; - values.push(trigram); - } - return values; -} - function detectorNgrams(buffers, byteMap) { const counts = new Map(); for (const buffer of buffers) { @@ -160,43 +141,6 @@ function highByteDistribution(buffers) { }; } -function byteLogLikelihood(buffer, distribution) { - const counts = new Map(distribution.counts); - const denominator = distribution.total + 128; - let highBytes = 0; - let likelihood = 0; - for (const byte of buffer) { - if (byte >= 0x80) { - likelihood += Math.log(((counts.get(byte) ?? 0) + 1) / denominator); - highBytes += 1; - } - } - return highBytes === 0 - ? Number.NEGATIVE_INFINITY - : Number((likelihood / highBytes).toFixed(12)); -} - -function ngramScore(buffer, byteMap, modelNgrams) { - const known = new Set(modelNgrams); - const values = trigrams(buffer, byteMap); - const hits = values.filter((trigram) => known.has(trigram)).length; - const rawPercent = hits / values.length; - return { - confidence: rawPercent > 0.33 ? 98 : Math.floor(rawPercent * 300), - hits, - total: values.length, - hitRate: rawPercent, - }; -} - -function statisticallyCompetitive(best, candidate) { - const variance = - (best.hitRate * (1 - best.hitRate)) / best.total + - (candidate.hitRate * (1 - candidate.hitRate)) / candidate.total; - const margin = 1.96 * Math.sqrt(variance); - return best.hitRate - candidate.hitRate <= margin; -} - function decodedText(buffer, encodingName) { const encoding = manifest.encodings.find( (candidate) => candidate.name === encodingName, @@ -215,21 +159,6 @@ function byteEquivalent(buffer, leftEncoding, rightEncoding) { } } -const equivalentEncodingFamilies = [ - ['ISO-8859-1', 'ISO-8859-15', 'windows-1252'], - ['ISO-8859-2', 'windows-1250'], - ['ISO-8859-7', 'windows-1253'], - ['ISO-8859-8', 'windows-1255'], - ['ISO-8859-9', 'windows-1254'], - ['ISO-8859-13', 'windows-1257'], -]; - -function encodingFamily(name) { - return ( - equivalentEncodingFamilies.find((family) => family.includes(name)) ?? [name] - ); -} - function compileSingleByteModels() { const models = []; for (const encoding of manifest.encodings) { @@ -262,78 +191,14 @@ function compileSingleByteModels() { } function evaluate(models) { + const preparedModels = prepareSBCSModels(models); const tests = corpusIndex.filter( (row) => row.split === 'test' && row.encoding !== 'CP949', ); const results = tests.map((test) => { const buffer = readFileSync(join(generatedCorpus, test.path)); - const candidates = models.map((model) => { - const languageScores = model.languages.map((language) => ({ - language: language.language, - ...ngramScore(buffer, model.byteMap, language.ngrams), - byteLogLikelihood: byteLogLikelihood(buffer, language.highBytes), - })); - const confidenceScore = Math.max( - ...languageScores.map((score) => score.confidence), - ); - const confidenceLanguages = languageScores.filter( - (score) => score.confidence === confidenceScore, - ); - confidenceLanguages.sort( - (left, right) => right.byteLogLikelihood - left.byteLogLikelihood, - ); - const confidenceLanguage = confidenceLanguages[0]; - return { - encoding: model.encoding, - confidence: confidenceScore, - language: confidenceLanguage.language, - byteLogLikelihood: confidenceLanguage.byteLogLikelihood, - hits: confidenceLanguage.hits, - total: confidenceLanguage.total, - hitRate: confidenceLanguage.hitRate, - }; - }); - candidates.sort((left, right) => right.confidence - left.confidence); - const strongest = candidates[0]; - const competitive = candidates.filter((candidate) => - statisticallyCompetitive(strongest, candidate), - ); - const competitiveEncodings = new Set( - competitive.map((candidate) => candidate.encoding), - ); - competitive.sort( - (left, right) => - right.byteLogLikelihood - left.byteLogLikelihood || - right.confidence - left.confidence, - ); - const remaining = candidates.filter( - (candidate) => !competitiveEncodings.has(candidate.encoding), - ); - candidates.splice(0, candidates.length, ...competitive, ...remaining); - const strongestPrediction = candidates[0]; - const strongestFamily = encodingFamily(strongestPrediction.encoding); - const equivalentLanguageCandidates = candidates.filter( - (candidate) => - strongestFamily.includes(candidate.encoding) && - byteEquivalent( - buffer, - strongestPrediction.encoding, - candidate.encoding, - ), - ); - equivalentLanguageCandidates.sort( - (left, right) => - manifest.encodings.findIndex( - (encoding) => encoding.name === left.encoding, - ) - - manifest.encodings.findIndex( - (encoding) => encoding.name === right.encoding, - ), - ); - const predicted = { - ...strongestPrediction, - language: equivalentLanguageCandidates[0].language, - }; + const candidates = scoreSBCS(buffer, preparedModels); + const predicted = candidates[0]; const encodingExact = predicted.encoding === test.encoding; const encodingEquivalent = !encodingExact && diff --git a/src/encoding/sbcs-scoring.test.ts b/src/encoding/sbcs-scoring.test.ts new file mode 100644 index 0000000..a509527 --- /dev/null +++ b/src/encoding/sbcs-scoring.test.ts @@ -0,0 +1,78 @@ +import fs from 'fs'; +import path from 'path'; +import { describe, expect, it } from 'vitest'; +import type { Context } from '.'; +import { generatedSBCSModels } from './models/generated'; +import type { GeneratedSBCSModel } from './models/types'; +import { analyseGeneratedSBCS } from './sbcs'; +import { prepareSBCSModels, scoreSBCS, trigrams } from './sbcs-scoring'; + +const preparedModels = prepareSBCSModels( + generatedSBCSModels as readonly GeneratedSBCSModel[], +); + +function context(input: Uint8Array): Context { + const byteStats = Array(256).fill(0); + for (const byte of input) byteStats[byte] += 1; + return { + byteStats, + c1Bytes: input.some((byte) => byte >= 0x80 && byte <= 0x9f), + rawInput: input, + rawLen: input.length, + inputBytes: input, + inputLen: input.length, + }; +} + +describe('shared SBCS scoring', () => { + it('normalizes ignored bytes and repeated spaces before scoring trigrams', () => { + const byteMap = Array.from({ length: 256 }, (_, byte) => byte); + byteMap[0x27] = 0; + + expect( + trigrams(new Uint8Array([0x41, 0x20, 0x20, 0x27, 0x42]), byteMap), + ).toEqual([0x41, 0x4120, 0x412042, 0x204220]); + }); + + it.each([ + new Uint8Array(), + new Uint8Array([0x41]), + new Uint8Array([0xff]), + new Uint8Array([0xc3]), + new Uint8Array([0x00, 0xff, 0x80, 0x00]), + ])('returns deterministic finite confidence scores for %j', (input) => { + const first = scoreSBCS(input, preparedModels); + const second = scoreSBCS(input, preparedModels); + + expect(second).toEqual(first); + expect(first.length).toBeGreaterThan(0); + expect( + first.every( + ({ confidence }) => + Number.isFinite(confidence) && confidence >= 0 && confidence <= 100, + ), + ).toBe(true); + }); + + it('keeps the runtime wrapper aligned with the shared scorer on the corpus', () => { + const corpusRoot = path.join(__dirname, '../../corpus/generated'); + const corpusIndex = JSON.parse( + fs.readFileSync(path.join(corpusRoot, 'index.json'), 'utf8'), + ) as { encoding: string; path: string }[]; + const rows = corpusIndex.filter(({ encoding }) => encoding !== 'CP949'); + + for (const row of rows) { + const input = fs.readFileSync(path.join(corpusRoot, row.path)); + const raw = scoreSBCS(input, preparedModels).find( + ({ confidence }) => confidence > 0, + ); + const runtime = analyseGeneratedSBCS(context(input))[0]; + + expect(runtime, row.path).toEqual({ + name: raw?.encoding, + lang: raw?.language, + confidence: raw ? raw.confidence / 100 : undefined, + }); + } + }); +}); diff --git a/src/encoding/sbcs-scoring.ts b/src/encoding/sbcs-scoring.ts new file mode 100644 index 0000000..114e735 --- /dev/null +++ b/src/encoding/sbcs-scoring.ts @@ -0,0 +1,302 @@ +import type { EncodingName } from '../match'; +import type { + GeneratedSBCSLanguage, + GeneratedSBCSModel, + HighByteDistribution, +} from './models/types'; + +const N_GRAM_MASK = 0xffffff; +// Byte distributions are cheap and sufficiently discriminative to exclude +// most encodings before the more expensive n-gram pass. The corpus needs 11 +// candidates to preserve full-result accuracy; keep one additional candidate +// as headroom for unseen inputs. +const MAX_SBCS_CANDIDATES = 12; + +export interface SBCSScore { + readonly confidence: number; + readonly hitRate: number; + readonly hits: number; + readonly total: number; +} + +export interface SBCSCandidate extends SBCSScore { + readonly encoding: EncodingName; + readonly language: string; + readonly byteLogLikelihood: number; +} + +interface RankedSBCSCandidate extends SBCSCandidate { + readonly modelIndex: number; +} + +interface PreparedSBCSLanguage { + readonly model: GeneratedSBCSLanguage; + readonly highByteLogProbabilities: Float64Array; +} + +export interface PreparedSBCSModel { + readonly model: GeneratedSBCSModel; + readonly modelIndex: number; + readonly languages: readonly PreparedSBCSLanguage[]; + readonly ngramLanguageIndexes: ReadonlyMap; +} + +type HighByteCounts = readonly (readonly [number, number])[]; + +const equivalentEncodingFamilies = [ + ['ISO-8859-1', 'ISO-8859-15', 'windows-1252'], + ['ISO-8859-2', 'windows-1250'], + ['ISO-8859-7', 'windows-1253'], + ['ISO-8859-8', 'windows-1255'], + ['ISO-8859-9', 'windows-1254'], + ['ISO-8859-13', 'windows-1257'], +] as const; + +function scanTrigrams( + input: Uint8Array, + byteMap: readonly number[], + record: (value: number) => void, +): number { + let ignoreSpace = false; + let ngram = 0; + let total = 0; + + const append = (mapped: number) => { + ngram = ((ngram << 8) + mapped) & N_GRAM_MASK; + total += 1; + record(ngram); + }; + + for (const byte of input) { + const mapped = byteMap[byte]; + if (mapped !== 0) { + if (!(mapped === 0x20 && ignoreSpace)) append(mapped); + ignoreSpace = mapped === 0x20; + } + } + + append(0x20); + return total; +} + +export function trigrams( + input: Uint8Array, + byteMap: readonly number[], +): number[] { + const values: number[] = []; + scanTrigrams(input, byteMap, (value) => values.push(value)); + return values; +} + +export function statisticallyCompetitive( + best: SBCSScore, + candidate: SBCSScore, +): boolean { + const variance = + (best.hitRate * (1 - best.hitRate)) / best.total + + (candidate.hitRate * (1 - candidate.hitRate)) / candidate.total; + return best.hitRate - candidate.hitRate <= 1.96 * Math.sqrt(variance); +} + +function highByteCounts(input: Uint8Array): HighByteCounts { + const counts = new Uint32Array(128); + for (const byte of input) { + if (byte >= 0x80) counts[byte - 0x80] += 1; + } + + const result: [number, number][] = []; + counts.forEach((count, index) => { + if (count > 0) result.push([index + 0x80, count]); + }); + return result; +} + +function highByteLogProbabilities(distribution: HighByteDistribution) { + const counts = new Map(distribution.counts); + const denominator = distribution.total + 128; + return Float64Array.from({ length: 128 }, (_, index) => + Math.log(((counts.get(index + 0x80) ?? 0) + 1) / denominator), + ); +} + +function ngramLanguageIndexes(model: GeneratedSBCSModel) { + const indexes = new Map(); + model.languages.forEach((language, languageIndex) => { + for (const ngram of new Set(language.ngrams)) { + const languageIndexes = indexes.get(ngram) ?? []; + languageIndexes.push(languageIndex); + indexes.set(ngram, languageIndexes); + } + }); + return indexes; +} + +export function prepareSBCSModels( + models: readonly GeneratedSBCSModel[], +): readonly PreparedSBCSModel[] { + return models.map((model, modelIndex) => ({ + model, + modelIndex, + languages: model.languages.map((language) => ({ + model: language, + highByteLogProbabilities: highByteLogProbabilities(language.highBytes), + })), + ngramLanguageIndexes: ngramLanguageIndexes(model), + })); +} + +function byteLogLikelihood( + counts: HighByteCounts, + logProbabilities: Float64Array, +) { + let highBytes = 0; + let likelihood = 0; + + for (const [byte, count] of counts) { + likelihood += logProbabilities[byte - 0x80] * count; + highBytes += count; + } + + return highBytes === 0 ? Number.NEGATIVE_INFINITY : likelihood / highBytes; +} + +function modelByteLogLikelihood( + counts: HighByteCounts, + prepared: PreparedSBCSModel, +) { + let best = Number.NEGATIVE_INFINITY; + for (const language of prepared.languages) { + best = Math.max( + best, + byteLogLikelihood(counts, language.highByteLogProbabilities), + ); + } + return best; +} + +function candidate( + input: Uint8Array, + counts: HighByteCounts, + prepared: PreparedSBCSModel, + hits: Uint32Array, +): RankedSBCSCandidate { + hits.fill(0, 0, prepared.languages.length); + const total = scanTrigrams(input, prepared.model.byteMap, (value) => { + for (const languageIndex of prepared.ngramLanguageIndexes.get(value) ?? + []) { + hits[languageIndex] += 1; + } + }); + + let bestIndex = 0; + let bestConfidence = -1; + let bestByteLogLikelihood = Number.NEGATIVE_INFINITY; + let bestHitRate = 0; + + for (let index = 0; index < prepared.languages.length; index += 1) { + const hitRate = hits[index] / total; + const confidence = hitRate > 0.33 ? 98 : Math.floor(hitRate * 300); + const likelihood = byteLogLikelihood( + counts, + prepared.languages[index].highByteLogProbabilities, + ); + if ( + confidence > bestConfidence || + (confidence === bestConfidence && likelihood > bestByteLogLikelihood) + ) { + bestIndex = index; + bestConfidence = confidence; + bestByteLogLikelihood = likelihood; + bestHitRate = hitRate; + } + } + + return { + encoding: prepared.model.encoding, + language: prepared.languages[bestIndex].model.language, + confidence: bestConfidence, + byteLogLikelihood: bestByteLogLikelihood, + hits: hits[bestIndex], + total, + hitRate: bestHitRate, + modelIndex: prepared.modelIndex, + }; +} + +function family(name: EncodingName) { + return equivalentEncodingFamilies.find((value) => + value.includes(name as never), + ); +} + +function familyPreference( + left: SBCSCandidate, + right: SBCSCandidate, + c1Bytes: boolean, +) { + const leftFamily = family(left.encoding); + if (!leftFamily || leftFamily !== family(right.encoding)) return 0; + const preferred = + leftFamily[0] === 'ISO-8859-13' || c1Bytes + ? [...leftFamily].reverse() + : [...leftFamily]; + return ( + preferred.indexOf(left.encoding as never) - + preferred.indexOf(right.encoding as never) + ); +} + +export function scoreSBCS( + input: Uint8Array, + preparedModels: readonly PreparedSBCSModel[], + c1Bytes = input.some((byte) => byte >= 0x80 && byte <= 0x9f), +): SBCSCandidate[] { + if (preparedModels.length === 0) return []; + + const counts = highByteCounts(input); + const hits = new Uint32Array( + Math.max(...preparedModels.map((model) => model.languages.length)), + ); + const models = + counts.length === 0 + ? preparedModels + : preparedModels + .map((model) => ({ + model, + likelihood: modelByteLogLikelihood(counts, model), + })) + .sort( + (left, right) => + right.likelihood - left.likelihood || + left.model.modelIndex - right.model.modelIndex, + ) + .slice(0, MAX_SBCS_CANDIDATES) + .map(({ model }) => model); + const candidates = models.map((model) => + candidate(input, counts, model, hits), + ); + candidates.sort( + (left, right) => + right.confidence - left.confidence || left.modelIndex - right.modelIndex, + ); + + const strongest = candidates[0]; + const competitive = candidates.filter((value) => + statisticallyCompetitive(strongest, value), + ); + const competitiveNames = new Set(competitive.map((value) => value.encoding)); + competitive.sort( + (left, right) => + familyPreference(left, right, c1Bytes) || + right.byteLogLikelihood - left.byteLogLikelihood || + right.confidence - left.confidence || + left.modelIndex - right.modelIndex, + ); + const remaining = candidates.filter( + (value) => !competitiveNames.has(value.encoding), + ); + + return [...competitive, ...remaining].map( + ({ modelIndex: _modelIndex, ...value }) => value, + ); +} diff --git a/src/encoding/sbcs.ts b/src/encoding/sbcs.ts index 3e79e99..bc45362 100644 --- a/src/encoding/sbcs.ts +++ b/src/encoding/sbcs.ts @@ -1,267 +1,23 @@ import type { Match } from '../match'; import type { Context } from '.'; import { generatedSBCSModels } from './models/generated'; -import type { - GeneratedSBCSLanguage, - GeneratedSBCSModel, - HighByteDistribution, -} from './models/types'; +import type { GeneratedSBCSModel } from './models/types'; +import { prepareSBCSModels, scoreSBCS } from './sbcs-scoring'; -const N_GRAM_MASK = 0xffffff; -// Byte distributions are cheap and sufficiently discriminative to exclude -// most encodings before the more expensive n-gram pass. The corpus needs 11 -// candidates to preserve full-result accuracy; keep one additional candidate -// as headroom for unseen inputs. -const MAX_SBCS_CANDIDATES = 12; - -interface Score { - confidence: number; - hitRate: number; - hits: number; - total: number; -} - -interface Candidate extends Match, Score { - byteLogLikelihood: number; -} - -interface PreparedSBCSLanguage { - readonly model: GeneratedSBCSLanguage; - readonly highByteLogProbabilities: Float64Array; -} - -interface PreparedSBCSModel { - readonly model: GeneratedSBCSModel; - readonly languages: readonly PreparedSBCSLanguage[]; - readonly ngramLanguageMasks: ReadonlyMap; -} - -type HighByteCounts = readonly (readonly [number, number])[]; - -function highByteLogProbabilities(distribution: HighByteDistribution) { - const counts = new Map(distribution.counts); - const denominator = distribution.total + 128; - return Float64Array.from({ length: 128 }, (_, index) => - Math.log(((counts.get(index + 0x80) ?? 0) + 1) / denominator), - ); -} - -function ngramLanguageMasks(model: GeneratedSBCSModel) { - const masks = new Map(); - model.languages.forEach((language, languageIndex) => { - for (const ngram of new Set(language.ngrams)) { - masks.set(ngram, (masks.get(ngram) ?? 0) | (1 << languageIndex)); - } - }); - return masks; -} - -const preparedSBCSModels: readonly PreparedSBCSModel[] = ( - generatedSBCSModels as readonly GeneratedSBCSModel[] -).map((model) => ({ - model, - languages: model.languages.map((language) => ({ - model: language, - highByteLogProbabilities: highByteLogProbabilities(language.highBytes), - })), - ngramLanguageMasks: ngramLanguageMasks(model), -})); -const maxLanguagesPerModel = Math.max( - ...preparedSBCSModels.map((model) => model.languages.length), +const preparedSBCSModels = prepareSBCSModels( + generatedSBCSModels as readonly GeneratedSBCSModel[], ); -const equivalentEncodingFamilies = [ - ['ISO-8859-1', 'ISO-8859-15', 'windows-1252'], - ['ISO-8859-2', 'windows-1250'], - ['ISO-8859-7', 'windows-1253'], - ['ISO-8859-8', 'windows-1255'], - ['ISO-8859-9', 'windows-1254'], - ['ISO-8859-13', 'windows-1257'], -] as const; - -function family(name: Match['name']) { - return equivalentEncodingFamilies.find((value) => - value.includes(name as never), - ); -} - -function familyPreference(left: Candidate, right: Candidate, c1Bytes: boolean) { - const leftFamily = family(left.name); - if (!leftFamily || leftFamily !== family(right.name)) return 0; - const preferred = - leftFamily[0] === 'ISO-8859-13' || c1Bytes - ? [...leftFamily].reverse() - : [...leftFamily]; - return ( - preferred.indexOf(left.name as never) - - preferred.indexOf(right.name as never) - ); -} - -function ngramHits( - input: Uint8Array, - prepared: PreparedSBCSModel, - hits: Uint32Array, -): number { - hits.fill(0, 0, prepared.languages.length); - const byteMap = prepared.model.byteMap; - let ignoreSpace = false; - let ngram = 0; - let total = 0; - - const record = (value: number) => { - let languageMask = prepared.ngramLanguageMasks.get(value) ?? 0; - while (languageMask !== 0) { - const languageBit = languageMask & -languageMask; - hits[31 - Math.clz32(languageBit)] += 1; - languageMask ^= languageBit; - } - }; - - for (let inputIndex = 0; inputIndex < input.length; inputIndex += 1) { - const byte = input[inputIndex]; - const mapped = byteMap[byte]; - if (mapped !== 0) { - if (!(mapped === 0x20 && ignoreSpace)) { - ngram = ((ngram << 8) + mapped) & N_GRAM_MASK; - total += 1; - record(ngram); - } - ignoreSpace = mapped === 0x20; - } - } - - ngram = ((ngram << 8) + 0x20) & N_GRAM_MASK; - total += 1; - record(ngram); - return total; -} - -function byteLogLikelihood( - highByteCounts: HighByteCounts, - logProbabilities: Float64Array, -) { - let highBytes = 0; - let likelihood = 0; - - for (const [byte, count] of highByteCounts) { - likelihood += logProbabilities[byte - 0x80] * count; - highBytes += count; - } - - return highBytes === 0 ? Number.NEGATIVE_INFINITY : likelihood / highBytes; -} - -function modelByteLogLikelihood( - highByteCounts: HighByteCounts, - prepared: PreparedSBCSModel, -) { - let best = Number.NEGATIVE_INFINITY; - for (const language of prepared.languages) { - best = Math.max( - best, - byteLogLikelihood(highByteCounts, language.highByteLogProbabilities), - ); - } - return best; -} - -function candidate( - input: Uint8Array, - highByteCounts: HighByteCounts, - prepared: PreparedSBCSModel, - hits: Uint32Array, -): Candidate { - const { model, languages: preparedLanguages } = prepared; - const total = ngramHits(input, prepared, hits); - let bestIndex = 0; - let bestConfidence = -1; - let bestByteLogLikelihood = Number.NEGATIVE_INFINITY; - let bestHitRate = 0; - - for (let index = 0; index < preparedLanguages.length; index += 1) { - const hitRate = hits[index] / total; - const confidence = hitRate > 0.33 ? 98 : Math.floor(hitRate * 300); - const likelihood = byteLogLikelihood( - highByteCounts, - preparedLanguages[index].highByteLogProbabilities, - ); - if ( - confidence > bestConfidence || - (confidence === bestConfidence && likelihood > bestByteLogLikelihood) - ) { - bestIndex = index; - bestConfidence = confidence; - bestByteLogLikelihood = likelihood; - bestHitRate = hitRate; - } - } - - return { - name: model.encoding, - lang: preparedLanguages[bestIndex].model.language, - confidence: bestConfidence, - byteLogLikelihood: bestByteLogLikelihood, - hits: hits[bestIndex], - total, - hitRate: bestHitRate, - }; -} - -function statisticallyCompetitive(best: Score, value: Score) { - const variance = - (best.hitRate * (1 - best.hitRate)) / best.total + - (value.hitRate * (1 - value.hitRate)) / value.total; - return best.hitRate - value.hitRate <= 1.96 * Math.sqrt(variance); -} - export function analyseGeneratedSBCS(context: Context): Match[] { - const highByteCounts: [number, number][] = []; - for (let byte = 0x80; byte <= 0xff; byte += 1) { - const count = context.byteStats[byte]; - if (count > 0) highByteCounts.push([byte, count]); - } - const hits = new Uint32Array(maxLanguagesPerModel); - const models = - highByteCounts.length === 0 - ? preparedSBCSModels - : preparedSBCSModels - .map((model, index) => ({ - model, - index, - likelihood: modelByteLogLikelihood(highByteCounts, model), - })) - .sort( - (left, right) => - right.likelihood - left.likelihood || left.index - right.index, - ) - .slice(0, MAX_SBCS_CANDIDATES) - .map(({ model }) => model); - const candidates = models.map((model) => - candidate(context.inputBytes, highByteCounts, model, hits), - ); - candidates.sort((left, right) => right.confidence - left.confidence); - - const strongest = candidates[0]; - const competitive = candidates.filter((value) => - statisticallyCompetitive(strongest, value), - ); - const competitiveNames = new Set(competitive.map((value) => value.name)); - competitive.sort( - (left, right) => - familyPreference(left, right, context.c1Bytes) || - right.byteLogLikelihood - left.byteLogLikelihood || - right.confidence - left.confidence, - ); - const remaining = candidates.filter( - (value) => !competitiveNames.has(value.name), - ); - let confidenceCeiling = 1; - return [...competitive, ...remaining] + return scoreSBCS(context.inputBytes, preparedSBCSModels, context.c1Bytes) .filter((value) => value.confidence > 0) - .map(({ name, lang, confidence }) => { + .map(({ encoding, language, confidence }) => { confidenceCeiling = Math.min(confidenceCeiling, confidence / 100); - return { name, lang, confidence: confidenceCeiling }; + return { + name: encoding, + lang: language, + confidence: confidenceCeiling, + }; }); } From 313b69218cb686c484f80686aeb4ce47769ebccc Mon Sep 17 00:00:00 2001 From: Dmitry Shirokov Date: Mon, 20 Jul 2026 14:12:43 +1000 Subject: [PATCH 2/2] Development snapshot --- corpus/model-evaluation.json | 1716 +++++++++++++++++----------------- src/encoding/sbcs-scoring.ts | 4 +- 2 files changed, 861 insertions(+), 859 deletions(-) diff --git a/corpus/model-evaluation.json b/corpus/model-evaluation.json index 27d1bd1..3021440 100644 --- a/corpus/model-evaluation.json +++ b/corpus/model-evaluation.json @@ -116,7 +116,7 @@ "encoding": "CP850", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.1697120775185543, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -131,7 +131,7 @@ "encoding": "CP850", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.1697120775185543, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -140,7 +140,7 @@ "encoding": "windows-1252", "language": "de", "confidence": 72, - "byteLogLikelihood": -5.003946305945459, + "byteLogLikelihood": -5.003946305945, "hits": 52, "total": 215, "hitRate": 0.24186046511627907 @@ -149,7 +149,7 @@ "encoding": "ISO-8859-15", "language": "de", "confidence": 72, - "byteLogLikelihood": -5.003946305945459, + "byteLogLikelihood": -5.003946305945, "hits": 52, "total": 215, "hitRate": 0.24186046511627907 @@ -158,7 +158,7 @@ "encoding": "ISO-8859-1", "language": "de", "confidence": 72, - "byteLogLikelihood": -5.003946305945459, + "byteLogLikelihood": -5.003946305945, "hits": 52, "total": 215, "hitRate": 0.24186046511627907 @@ -167,7 +167,7 @@ "encoding": "macintosh", "language": "de", "confidence": 70, - "byteLogLikelihood": -5.003946305945459, + "byteLogLikelihood": -5.003946305945, "hits": 51, "total": 216, "hitRate": 0.2361111111111111 @@ -176,7 +176,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 22, - "byteLogLikelihood": -4.912654885736052, + "byteLogLikelihood": -4.912654885736, "hits": 16, "total": 215, "hitRate": 0.07441860465116279 @@ -185,7 +185,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 13, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 10, "total": 215, "hitRate": 0.046511627906976744 @@ -194,7 +194,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 13, - "byteLogLikelihood": -5.0751738152338275, + "byteLogLikelihood": -5.075173815234, "hits": 10, "total": 215, "hitRate": 0.046511627906976744 @@ -203,7 +203,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 13, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 10, "total": 215, "hitRate": 0.046511627906976744 @@ -212,7 +212,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 11, - "byteLogLikelihood": -5.1929568508902095, + "byteLogLikelihood": -5.19295685089, "hits": 8, "total": 215, "hitRate": 0.037209302325581395 @@ -221,7 +221,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 4, - "byteLogLikelihood": -4.972957626890146, + "byteLogLikelihood": -4.97295762689, "hits": 3, "total": 215, "hitRate": 0.013953488372093023 @@ -230,7 +230,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 2, - "byteLogLikelihood": -5.008439449309935, + "byteLogLikelihood": -5.00843944931, "hits": 2, "total": 215, "hitRate": 0.009302325581395349 @@ -246,7 +246,7 @@ "encoding": "CP850", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -261,7 +261,7 @@ "encoding": "CP850", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -270,7 +270,7 @@ "encoding": "ISO-8859-1", "language": "es", "confidence": 58, - "byteLogLikelihood": -4.948759890378169, + "byteLogLikelihood": -4.948759890378, "hits": 39, "total": 199, "hitRate": 0.19597989949748743 @@ -279,7 +279,7 @@ "encoding": "windows-1252", "language": "es", "confidence": 58, - "byteLogLikelihood": -4.948759890378169, + "byteLogLikelihood": -4.948759890378, "hits": 39, "total": 199, "hitRate": 0.19597989949748743 @@ -288,7 +288,7 @@ "encoding": "macintosh", "language": "es", "confidence": 58, - "byteLogLikelihood": -4.948759890378169, + "byteLogLikelihood": -4.948759890378, "hits": 39, "total": 199, "hitRate": 0.19597989949748743 @@ -297,7 +297,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 58, - "byteLogLikelihood": -4.948759890378169, + "byteLogLikelihood": -4.948759890378, "hits": 39, "total": 199, "hitRate": 0.19597989949748743 @@ -306,7 +306,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 25, - "byteLogLikelihood": -5.192956850890211, + "byteLogLikelihood": -5.19295685089, "hits": 17, "total": 199, "hitRate": 0.08542713567839195 @@ -315,7 +315,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 16, - "byteLogLikelihood": -4.912654885736052, + "byteLogLikelihood": -4.912654885736, "hits": 11, "total": 199, "hitRate": 0.05527638190954774 @@ -324,7 +324,7 @@ "encoding": "ISO-8859-16", "language": "ro", "confidence": 15, - "byteLogLikelihood": -4.952116173005975, + "byteLogLikelihood": -4.952116173006, "hits": 10, "total": 199, "hitRate": 0.05025125628140704 @@ -333,7 +333,7 @@ "encoding": "windows-874", "language": "th", "confidence": 0, - "byteLogLikelihood": -4.616271039979934, + "byteLogLikelihood": -4.61627103998, "hits": 0, "total": 199, "hitRate": 0 @@ -342,7 +342,7 @@ "encoding": "IBM866", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.374008967132244, + "byteLogLikelihood": -3.374008967132, "hits": 0, "total": 200, "hitRate": 0 @@ -351,7 +351,7 @@ "encoding": "IBM855", "language": "sr", "confidence": 0, - "byteLogLikelihood": -4.647154172319646, + "byteLogLikelihood": -4.64715417232, "hits": 0, "total": 200, "hitRate": 0 @@ -360,7 +360,7 @@ "encoding": "ISO-8859-3", "language": "mt", "confidence": 0, - "byteLogLikelihood": -4.759371883620608, + "byteLogLikelihood": -4.759371883621, "hits": 0, "total": 199, "hitRate": 0 @@ -376,7 +376,7 @@ "encoding": "CP850", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -391,7 +391,7 @@ "encoding": "CP850", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -400,7 +400,7 @@ "encoding": "windows-1252", "language": "fr", "confidence": 75, - "byteLogLikelihood": -5.0106352940962555, + "byteLogLikelihood": -5.010635294096, "hits": 56, "total": 224, "hitRate": 0.25 @@ -409,7 +409,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 75, - "byteLogLikelihood": -5.0106352940962555, + "byteLogLikelihood": -5.010635294096, "hits": 56, "total": 224, "hitRate": 0.25 @@ -418,7 +418,7 @@ "encoding": "ISO-8859-1", "language": "fr", "confidence": 75, - "byteLogLikelihood": -5.0106352940962555, + "byteLogLikelihood": -5.010635294096, "hits": 56, "total": 224, "hitRate": 0.25 @@ -427,7 +427,7 @@ "encoding": "macintosh", "language": "fr", "confidence": 71, - "byteLogLikelihood": -5.0106352940962555, + "byteLogLikelihood": -5.010635294096, "hits": 54, "total": 228, "hitRate": 0.23684210526315788 @@ -436,7 +436,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 12, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 9, "total": 224, "hitRate": 0.04017857142857143 @@ -445,7 +445,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 12, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 9, "total": 224, "hitRate": 0.04017857142857143 @@ -454,7 +454,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 9, - "byteLogLikelihood": -5.19295685089021, + "byteLogLikelihood": -5.19295685089, "hits": 7, "total": 224, "hitRate": 0.03125 @@ -463,7 +463,7 @@ "encoding": "CP852", "language": "pl", "confidence": 7, - "byteLogLikelihood": -5.0875963352323845, + "byteLogLikelihood": -5.087596335232, "hits": 6, "total": 228, "hitRate": 0.02631578947368421 @@ -472,7 +472,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 6, - "byteLogLikelihood": -5.075173815233827, + "byteLogLikelihood": -5.075173815234, "hits": 5, "total": 224, "hitRate": 0.022321428571428572 @@ -481,7 +481,7 @@ "encoding": "windows-1254", "language": "tr", "confidence": 6, - "byteLogLikelihood": -5.075173815233827, + "byteLogLikelihood": -5.075173815234, "hits": 5, "total": 224, "hitRate": 0.022321428571428572 @@ -490,7 +490,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 4, - "byteLogLikelihood": -4.912654885736052, + "byteLogLikelihood": -4.912654885736, "hits": 3, "total": 224, "hitRate": 0.013392857142857142 @@ -506,7 +506,7 @@ "encoding": "CP852", "language": "pl", "confidence": 40, - "byteLogLikelihood": -3.5291052717201463, + "byteLogLikelihood": -3.52910527172, "hits": 25, "total": 184, "hitRate": 0.1358695652173913 @@ -521,7 +521,7 @@ "encoding": "CP852", "language": "pl", "confidence": 40, - "byteLogLikelihood": -3.5291052717201463, + "byteLogLikelihood": -3.52910527172, "hits": 25, "total": 184, "hitRate": 0.1358695652173913 @@ -530,7 +530,7 @@ "encoding": "ISO-8859-2", "language": "pl", "confidence": 37, - "byteLogLikelihood": -5.0875963352323845, + "byteLogLikelihood": -5.087596335232, "hits": 23, "total": 184, "hitRate": 0.125 @@ -539,7 +539,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 8, - "byteLogLikelihood": -4.919980925828124, + "byteLogLikelihood": -4.919980925828, "hits": 5, "total": 183, "hitRate": 0.0273224043715847 @@ -548,7 +548,7 @@ "encoding": "windows-1252", "language": "it", "confidence": 8, - "byteLogLikelihood": -4.919980925828124, + "byteLogLikelihood": -4.919980925828, "hits": 5, "total": 183, "hitRate": 0.0273224043715847 @@ -557,7 +557,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 6, - "byteLogLikelihood": -4.536305162191123, + "byteLogLikelihood": -4.536305162191, "hits": 4, "total": 183, "hitRate": 0.02185792349726776 @@ -566,7 +566,7 @@ "encoding": "macintosh", "language": "fr", "confidence": 6, - "byteLogLikelihood": -5.010635294096255, + "byteLogLikelihood": -5.010635294096, "hits": 4, "total": 182, "hitRate": 0.02197802197802198 @@ -575,7 +575,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 6, - "byteLogLikelihood": -4.948759890378168, + "byteLogLikelihood": -4.948759890378, "hits": 4, "total": 183, "hitRate": 0.02185792349726776 @@ -584,7 +584,7 @@ "encoding": "CP850", "language": "fr", "confidence": 4, - "byteLogLikelihood": -5.010635294096255, + "byteLogLikelihood": -5.010635294096, "hits": 3, "total": 184, "hitRate": 0.016304347826086956 @@ -593,7 +593,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 3, - "byteLogLikelihood": -4.912654885736052, + "byteLogLikelihood": -4.912654885736, "hits": 2, "total": 184, "hitRate": 0.010869565217391304 @@ -602,7 +602,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 1, - "byteLogLikelihood": -5.075173815233827, + "byteLogLikelihood": -5.075173815234, "hits": 1, "total": 183, "hitRate": 0.00546448087431694 @@ -611,7 +611,7 @@ "encoding": "windows-1254", "language": "tr", "confidence": 1, - "byteLogLikelihood": -5.075173815233827, + "byteLogLikelihood": -5.075173815234, "hits": 1, "total": 183, "hitRate": 0.00546448087431694 @@ -620,7 +620,7 @@ "encoding": "IBM866", "language": "ru", "confidence": 0, - "byteLogLikelihood": -5.085936520566928, + "byteLogLikelihood": -5.085936520567, "hits": 0, "total": 184, "hitRate": 0 @@ -636,7 +636,7 @@ "encoding": "IBM855", "language": "ru", "confidence": 43, - "byteLogLikelihood": -3.313760777855142, + "byteLogLikelihood": -3.313760777855, "hits": 26, "total": 179, "hitRate": 0.1452513966480447 @@ -651,7 +651,7 @@ "encoding": "IBM855", "language": "ru", "confidence": 43, - "byteLogLikelihood": -3.313760777855142, + "byteLogLikelihood": -3.313760777855, "hits": 26, "total": 179, "hitRate": 0.1452513966480447 @@ -660,7 +660,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 1, - "byteLogLikelihood": -4.908064507056846, + "byteLogLikelihood": -4.908064507057, "hits": 1, "total": 174, "hitRate": 0.005747126436781609 @@ -669,7 +669,7 @@ "encoding": "ISO-8859-1", "language": "pt", "confidence": 0, - "byteLogLikelihood": -4.789358524022904, + "byteLogLikelihood": -4.789358524023, "hits": 0, "total": 139, "hitRate": 0 @@ -678,7 +678,7 @@ "encoding": "ISO-8859-2", "language": "hu", "confidence": 0, - "byteLogLikelihood": -4.901389021393298, + "byteLogLikelihood": -4.901389021393, "hits": 0, "total": 165, "hitRate": 0 @@ -687,7 +687,7 @@ "encoding": "windows-1250", "language": "hu", "confidence": 0, - "byteLogLikelihood": -4.901389021393298, + "byteLogLikelihood": -4.901389021393, "hits": 0, "total": 141, "hitRate": 0 @@ -696,7 +696,7 @@ "encoding": "windows-1252", "language": "pt", "confidence": 0, - "byteLogLikelihood": -4.789358524022904, + "byteLogLikelihood": -4.789358524023, "hits": 0, "total": 141, "hitRate": 0 @@ -705,7 +705,7 @@ "encoding": "windows-1257", "language": "lt", "confidence": 0, - "byteLogLikelihood": -4.9130619572973195, + "byteLogLikelihood": -4.913061957297, "hits": 0, "total": 149, "hitRate": 0 @@ -714,7 +714,7 @@ "encoding": "macintosh", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.934208734236868, + "byteLogLikelihood": -4.934208734237, "hits": 0, "total": 73, "hitRate": 0 @@ -723,7 +723,7 @@ "encoding": "ISO-8859-3", "language": "mt", "confidence": 0, - "byteLogLikelihood": -5.011017819901741, + "byteLogLikelihood": -5.011017819902, "hits": 0, "total": 123, "hitRate": 0 @@ -732,7 +732,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 0, - "byteLogLikelihood": -4.9130619572973195, + "byteLogLikelihood": -4.913061957297, "hits": 0, "total": 149, "hitRate": 0 @@ -741,7 +741,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.805721913064921, + "byteLogLikelihood": -4.805721913065, "hits": 0, "total": 160, "hitRate": 0 @@ -750,7 +750,7 @@ "encoding": "CP850", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.829101213885696, + "byteLogLikelihood": -4.829101213886, "hits": 0, "total": 167, "hitRate": 0 @@ -766,7 +766,7 @@ "encoding": "IBM855", "language": "sr", "confidence": 28, - "byteLogLikelihood": -3.3078979474258676, + "byteLogLikelihood": -3.307897947426, "hits": 16, "total": 166, "hitRate": 0.0963855421686747 @@ -781,7 +781,7 @@ "encoding": "IBM855", "language": "sr", "confidence": 28, - "byteLogLikelihood": -3.3078979474258676, + "byteLogLikelihood": -3.307897947426, "hits": 16, "total": 166, "hitRate": 0.0963855421686747 @@ -790,7 +790,7 @@ "encoding": "IBM866", "language": "ru", "confidence": 26, - "byteLogLikelihood": -4.750368103744444, + "byteLogLikelihood": -4.750368103744, "hits": 12, "total": 137, "hitRate": 0.08759124087591241 @@ -799,7 +799,7 @@ "encoding": "ISO-8859-1", "language": "pt", "confidence": 0, - "byteLogLikelihood": -4.764166439132857, + "byteLogLikelihood": -4.764166439133, "hits": 0, "total": 104, "hitRate": 0 @@ -808,7 +808,7 @@ "encoding": "ISO-8859-2", "language": "hu", "confidence": 0, - "byteLogLikelihood": -4.902465386165534, + "byteLogLikelihood": -4.902465386166, "hits": 0, "total": 128, "hitRate": 0 @@ -817,7 +817,7 @@ "encoding": "windows-1250", "language": "hu", "confidence": 0, - "byteLogLikelihood": -4.902465386165534, + "byteLogLikelihood": -4.902465386166, "hits": 0, "total": 110, "hitRate": 0 @@ -826,7 +826,7 @@ "encoding": "windows-1252", "language": "pt", "confidence": 0, - "byteLogLikelihood": -4.764166439132857, + "byteLogLikelihood": -4.764166439133, "hits": 0, "total": 110, "hitRate": 0 @@ -835,7 +835,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 0, - "byteLogLikelihood": -4.902859191010744, + "byteLogLikelihood": -4.902859191011, "hits": 0, "total": 136, "hitRate": 0 @@ -844,7 +844,7 @@ "encoding": "macintosh", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.933799879286947, + "byteLogLikelihood": -4.933799879287, "hits": 0, "total": 73, "hitRate": 0 @@ -853,7 +853,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 0, - "byteLogLikelihood": -4.9405819817248355, + "byteLogLikelihood": -4.940581981725, "hits": 0, "total": 132, "hitRate": 0 @@ -862,7 +862,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 0, - "byteLogLikelihood": -4.907668215372313, + "byteLogLikelihood": -4.907668215372, "hits": 0, "total": 157, "hitRate": 0 @@ -871,7 +871,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.832419313648117, + "byteLogLikelihood": -4.832419313648, "hits": 0, "total": 138, "hitRate": 0 @@ -880,7 +880,7 @@ "encoding": "CP850", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.704589417548026, + "byteLogLikelihood": -4.704589417548, "hits": 0, "total": 150, "hitRate": 0 @@ -896,7 +896,7 @@ "encoding": "IBM866", "language": "ru", "confidence": 41, - "byteLogLikelihood": -3.3137607778551432, + "byteLogLikelihood": -3.313760777855, "hits": 25, "total": 179, "hitRate": 0.13966480446927373 @@ -911,7 +911,7 @@ "encoding": "IBM866", "language": "ru", "confidence": 41, - "byteLogLikelihood": -3.3137607778551432, + "byteLogLikelihood": -3.313760777855, "hits": 25, "total": 179, "hitRate": 0.13966480446927373 @@ -920,7 +920,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 1, - "byteLogLikelihood": -4.830028069510364, + "byteLogLikelihood": -4.83002806951, "hits": 1, "total": 169, "hitRate": 0.005917159763313609 @@ -929,7 +929,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 0, - "byteLogLikelihood": -4.841944488281641, + "byteLogLikelihood": -4.841944488282, "hits": 0, "total": 81, "hitRate": 0 @@ -938,7 +938,7 @@ "encoding": "ISO-8859-2", "language": "hu", "confidence": 0, - "byteLogLikelihood": -4.941337938887524, + "byteLogLikelihood": -4.941337938888, "hits": 0, "total": 145, "hitRate": 0 @@ -947,7 +947,7 @@ "encoding": "windows-1250", "language": "hu", "confidence": 0, - "byteLogLikelihood": -4.941337938887524, + "byteLogLikelihood": -4.941337938888, "hits": 0, "total": 117, "hitRate": 0 @@ -956,7 +956,7 @@ "encoding": "windows-1252", "language": "it", "confidence": 0, - "byteLogLikelihood": -4.841944488281641, + "byteLogLikelihood": -4.841944488282, "hits": 0, "total": 82, "hitRate": 0 @@ -965,7 +965,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 0, - "byteLogLikelihood": -4.928541579895851, + "byteLogLikelihood": -4.928541579896, "hits": 0, "total": 117, "hitRate": 0 @@ -974,7 +974,7 @@ "encoding": "macintosh", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.944169511698963, + "byteLogLikelihood": -4.944169511699, "hits": 0, "total": 67, "hitRate": 0 @@ -983,7 +983,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 0, - "byteLogLikelihood": -4.939479070188474, + "byteLogLikelihood": -4.939479070188, "hits": 0, "total": 116, "hitRate": 0 @@ -992,7 +992,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.848242748706202, + "byteLogLikelihood": -4.848242748706, "hits": 0, "total": 111, "hitRate": 0 @@ -1001,7 +1001,7 @@ "encoding": "CP850", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.67718383644864, + "byteLogLikelihood": -4.677183836449, "hits": 0, "total": 130, "hitRate": 0 @@ -1010,7 +1010,7 @@ "encoding": "CP852", "language": "pl", "confidence": 0, - "byteLogLikelihood": -4.699618505771005, + "byteLogLikelihood": -4.699618505771, "hits": 0, "total": 166, "hitRate": 0 @@ -1026,7 +1026,7 @@ "encoding": "ISO-8859-1", "language": "da", "confidence": 52, - "byteLogLikelihood": -3.146558879632805, + "byteLogLikelihood": -3.146558879633, "hits": 21, "total": 120, "hitRate": 0.175 @@ -1041,7 +1041,7 @@ "encoding": "ISO-8859-1", "language": "da", "confidence": 52, - "byteLogLikelihood": -3.146558879632805, + "byteLogLikelihood": -3.146558879633, "hits": 21, "total": 120, "hitRate": 0.175 @@ -1050,7 +1050,7 @@ "encoding": "windows-1252", "language": "da", "confidence": 52, - "byteLogLikelihood": -3.146558879632805, + "byteLogLikelihood": -3.146558879633, "hits": 21, "total": 120, "hitRate": 0.175 @@ -1059,7 +1059,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 10, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 4, "total": 120, "hitRate": 0.03333333333333333 @@ -1068,7 +1068,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 10, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 4, "total": 120, "hitRate": 0.03333333333333333 @@ -1077,7 +1077,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 10, - "byteLogLikelihood": -4.9344739331306915, + "byteLogLikelihood": -4.934473933131, "hits": 4, "total": 120, "hitRate": 0.03333333333333333 @@ -1086,7 +1086,7 @@ "encoding": "ISO-8859-3", "language": "mt", "confidence": 2, - "byteLogLikelihood": -4.658005606593567, + "byteLogLikelihood": -4.658005606594, "hits": 1, "total": 120, "hitRate": 0.008333333333333333 @@ -1095,7 +1095,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 2, - "byteLogLikelihood": -4.145958228046222, + "byteLogLikelihood": -4.145958228046, "hits": 1, "total": 120, "hitRate": 0.008333333333333333 @@ -1104,7 +1104,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.689401143462856, + "byteLogLikelihood": -4.689401143463, "hits": 0, "total": 120, "hitRate": 0 @@ -1113,7 +1113,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.231348206195122, + "byteLogLikelihood": -3.231348206195, "hits": 0, "total": 120, "hitRate": 0 @@ -1122,7 +1122,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.288232392490876, + "byteLogLikelihood": -4.288232392491, "hits": 0, "total": 120, "hitRate": 0 @@ -1131,7 +1131,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.231348206195122, + "byteLogLikelihood": -3.231348206195, "hits": 0, "total": 120, "hitRate": 0 @@ -1140,7 +1140,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.288232392490876, + "byteLogLikelihood": -4.288232392491, "hits": 0, "total": 120, "hitRate": 0 @@ -1156,7 +1156,7 @@ "encoding": "ISO-8859-1", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.169712077518555, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -1171,7 +1171,7 @@ "encoding": "ISO-8859-1", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.169712077518555, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -1180,7 +1180,7 @@ "encoding": "ISO-8859-15", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.169712077518555, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -1189,7 +1189,7 @@ "encoding": "windows-1252", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.169712077518555, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -1198,7 +1198,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 12, - "byteLogLikelihood": -4.525867670899772, + "byteLogLikelihood": -4.5258676709, "hits": 9, "total": 216, "hitRate": 0.041666666666666664 @@ -1207,7 +1207,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 9, - "byteLogLikelihood": -5.19295685089021, + "byteLogLikelihood": -5.19295685089, "hits": 7, "total": 216, "hitRate": 0.032407407407407406 @@ -1216,7 +1216,7 @@ "encoding": "ISO-8859-6", "language": "ar", "confidence": 0, - "byteLogLikelihood": -4.007313397456434, + "byteLogLikelihood": -4.007313397456, "hits": 0, "total": 216, "hitRate": 0 @@ -1225,7 +1225,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.3497545872250365, + "byteLogLikelihood": -4.349754587225, "hits": 0, "total": 216, "hitRate": 0 @@ -1234,7 +1234,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.279537403415218, + "byteLogLikelihood": -4.279537403415, "hits": 0, "total": 216, "hitRate": 0 @@ -1243,7 +1243,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.3497545872250365, + "byteLogLikelihood": -4.349754587225, "hits": 0, "total": 216, "hitRate": 0 @@ -1252,7 +1252,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.279537403415218, + "byteLogLikelihood": -4.279537403415, "hits": 0, "total": 216, "hitRate": 0 @@ -1261,7 +1261,7 @@ "encoding": "windows-1256", "language": "ar", "confidence": 0, - "byteLogLikelihood": -4.318835143108326, + "byteLogLikelihood": -4.318835143108, "hits": 0, "total": 216, "hitRate": 0 @@ -1270,7 +1270,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -3.629332579687434, + "byteLogLikelihood": -3.629332579687, "hits": 0, "total": 216, "hitRate": 0 @@ -1286,7 +1286,7 @@ "encoding": "ISO-8859-1", "language": "en", "confidence": 47, - "byteLogLikelihood": -3.3105430133940246, + "byteLogLikelihood": -3.310543013394, "hits": 21, "total": 132, "hitRate": 0.1590909090909091 @@ -1301,7 +1301,7 @@ "encoding": "ISO-8859-1", "language": "en", "confidence": 47, - "byteLogLikelihood": -3.3105430133940246, + "byteLogLikelihood": -3.310543013394, "hits": 21, "total": 132, "hitRate": 0.1590909090909091 @@ -1310,7 +1310,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 29, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 13, "total": 132, "hitRate": 0.09848484848484848 @@ -1319,7 +1319,7 @@ "encoding": "windows-1252", "language": "en", "confidence": 47, - "byteLogLikelihood": -3.3105430133940246, + "byteLogLikelihood": -3.310543013394, "hits": 21, "total": 132, "hitRate": 0.1590909090909091 @@ -1328,7 +1328,7 @@ "encoding": "ISO-8859-2", "language": "cs", "confidence": 9, - "byteLogLikelihood": -3.5496173867804286, + "byteLogLikelihood": -3.54961738678, "hits": 4, "total": 132, "hitRate": 0.030303030303030304 @@ -1337,7 +1337,7 @@ "encoding": "windows-1250", "language": "cs", "confidence": 9, - "byteLogLikelihood": -3.5496173867804286, + "byteLogLikelihood": -3.54961738678, "hits": 4, "total": 132, "hitRate": 0.030303030303030304 @@ -1346,7 +1346,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -2.6545615161512237, + "byteLogLikelihood": -2.654561516151, "hits": 0, "total": 132, "hitRate": 0 @@ -1355,7 +1355,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.4058846628318493, + "byteLogLikelihood": -2.405884662832, "hits": 0, "total": 132, "hitRate": 0 @@ -1364,7 +1364,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -2.6545615161512237, + "byteLogLikelihood": -2.654561516151, "hits": 0, "total": 132, "hitRate": 0 @@ -1373,7 +1373,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.4058846628318493, + "byteLogLikelihood": -2.405884662832, "hits": 0, "total": 132, "hitRate": 0 @@ -1382,7 +1382,7 @@ "encoding": "windows-874", "language": "th", "confidence": 0, - "byteLogLikelihood": -3.5765502691400166, + "byteLogLikelihood": -3.57655026914, "hits": 0, "total": 131, "hitRate": 0 @@ -1391,7 +1391,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.252383775789052, + "byteLogLikelihood": -4.252383775789, "hits": 0, "total": 132, "hitRate": 0 @@ -1400,7 +1400,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 0, - "byteLogLikelihood": -4.51085950651685, + "byteLogLikelihood": -4.510859506517, "hits": 0, "total": 132, "hitRate": 0 @@ -1416,7 +1416,7 @@ "encoding": "ISO-8859-1", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -1431,7 +1431,7 @@ "encoding": "ISO-8859-1", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -1440,7 +1440,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -1449,7 +1449,7 @@ "encoding": "windows-1252", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -1458,7 +1458,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 15, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 10, "total": 200, "hitRate": 0.05 @@ -1467,7 +1467,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 15, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 10, "total": 200, "hitRate": 0.05 @@ -1476,7 +1476,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.106555532888448, + "byteLogLikelihood": -3.106555532888, "hits": 0, "total": 200, "hitRate": 0 @@ -1485,7 +1485,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.411159813206563, + "byteLogLikelihood": -3.411159813207, "hits": 0, "total": 200, "hitRate": 0 @@ -1494,7 +1494,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.3363282043764606, + "byteLogLikelihood": -3.336328204376, "hits": 0, "total": 200, "hitRate": 0 @@ -1503,7 +1503,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.106555532888448, + "byteLogLikelihood": -3.106555532888, "hits": 0, "total": 200, "hitRate": 0 @@ -1512,7 +1512,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.411159813206563, + "byteLogLikelihood": -3.411159813207, "hits": 0, "total": 200, "hitRate": 0 @@ -1521,7 +1521,7 @@ "encoding": "windows-1256", "language": "ar", "confidence": 0, - "byteLogLikelihood": -3.3006049631833894, + "byteLogLikelihood": -3.300604963183, "hits": 0, "total": 200, "hitRate": 0 @@ -1530,7 +1530,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.3363282043764606, + "byteLogLikelihood": -3.336328204376, "hits": 0, "total": 200, "hitRate": 0 @@ -1546,7 +1546,7 @@ "encoding": "ISO-8859-1", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -1561,7 +1561,7 @@ "encoding": "ISO-8859-1", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -1570,7 +1570,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -1579,7 +1579,7 @@ "encoding": "windows-1252", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -1588,7 +1588,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 11, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 9, "total": 228, "hitRate": 0.039473684210526314 @@ -1597,7 +1597,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 11, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 9, "total": 228, "hitRate": 0.039473684210526314 @@ -1606,7 +1606,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 10, - "byteLogLikelihood": -4.51085950651685, + "byteLogLikelihood": -4.510859506517, "hits": 8, "total": 228, "hitRate": 0.03508771929824561 @@ -1615,7 +1615,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -2.6545615161512237, + "byteLogLikelihood": -2.654561516151, "hits": 0, "total": 228, "hitRate": 0 @@ -1624,7 +1624,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.4058846628318493, + "byteLogLikelihood": -2.405884662832, "hits": 0, "total": 228, "hitRate": 0 @@ -1633,7 +1633,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -2.6545615161512237, + "byteLogLikelihood": -2.654561516151, "hits": 0, "total": 228, "hitRate": 0 @@ -1642,7 +1642,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.4058846628318493, + "byteLogLikelihood": -2.405884662832, "hits": 0, "total": 228, "hitRate": 0 @@ -1651,7 +1651,7 @@ "encoding": "windows-874", "language": "th", "confidence": 0, - "byteLogLikelihood": -3.5765502691400166, + "byteLogLikelihood": -3.57655026914, "hits": 0, "total": 224, "hitRate": 0 @@ -1660,7 +1660,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.252383775789052, + "byteLogLikelihood": -4.252383775789, "hits": 0, "total": 228, "hitRate": 0 @@ -1676,7 +1676,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 58, - "byteLogLikelihood": -3.5336865647082343, + "byteLogLikelihood": -3.533686564708, "hits": 31, "total": 159, "hitRate": 0.1949685534591195 @@ -1691,7 +1691,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 58, - "byteLogLikelihood": -3.5336865647082343, + "byteLogLikelihood": -3.533686564708, "hits": 31, "total": 159, "hitRate": 0.1949685534591195 @@ -1700,7 +1700,7 @@ "encoding": "windows-1252", "language": "it", "confidence": 58, - "byteLogLikelihood": -3.5336865647082343, + "byteLogLikelihood": -3.533686564708, "hits": 31, "total": 159, "hitRate": 0.1949685534591195 @@ -1709,7 +1709,7 @@ "encoding": "windows-1258", "language": "vi", "confidence": 16, - "byteLogLikelihood": -3.0122615755052013, + "byteLogLikelihood": -3.012261575505, "hits": 9, "total": 159, "hitRate": 0.05660377358490566 @@ -1718,7 +1718,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 15, - "byteLogLikelihood": -5.19295685089021, + "byteLogLikelihood": -5.19295685089, "hits": 8, "total": 159, "hitRate": 0.050314465408805034 @@ -1727,7 +1727,7 @@ "encoding": "ISO-8859-4", "language": "lv", "confidence": 15, - "byteLogLikelihood": -1.9740810260220096, + "byteLogLikelihood": -1.974081026022, "hits": 8, "total": 159, "hitRate": 0.050314465408805034 @@ -1736,7 +1736,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 3, - "byteLogLikelihood": -3.332204510175204, + "byteLogLikelihood": -3.332204510175, "hits": 2, "total": 159, "hitRate": 0.012578616352201259 @@ -1745,7 +1745,7 @@ "encoding": "ISO-8859-5", "language": "ru", "confidence": 0, - "byteLogLikelihood": -2.95441412422326, + "byteLogLikelihood": -2.954414124223, "hits": 0, "total": 159, "hitRate": 0 @@ -1754,7 +1754,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.629660094453965, + "byteLogLikelihood": -3.629660094454, "hits": 0, "total": 159, "hitRate": 0 @@ -1763,7 +1763,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -2.5332006591469565, + "byteLogLikelihood": -2.533200659147, "hits": 0, "total": 159, "hitRate": 0 @@ -1772,7 +1772,7 @@ "encoding": "windows-874", "language": "th", "confidence": 0, - "byteLogLikelihood": -3.4965075614664802, + "byteLogLikelihood": -3.496507561466, "hits": 0, "total": 159, "hitRate": 0 @@ -1781,7 +1781,7 @@ "encoding": "IBM866", "language": "ru", "confidence": 0, - "byteLogLikelihood": -2.95441412422326, + "byteLogLikelihood": -2.954414124223, "hits": 0, "total": 159, "hitRate": 0 @@ -1790,7 +1790,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -2.5332006591469565, + "byteLogLikelihood": -2.533200659147, "hits": 0, "total": 159, "hitRate": 0 @@ -1806,7 +1806,7 @@ "encoding": "ISO-8859-1", "language": "nl", "confidence": 83, - "byteLogLikelihood": -3.295836866004329, + "byteLogLikelihood": -3.295836866004, "hits": 42, "total": 151, "hitRate": 0.2781456953642384 @@ -1821,7 +1821,7 @@ "encoding": "ISO-8859-1", "language": "nl", "confidence": 83, - "byteLogLikelihood": -3.295836866004329, + "byteLogLikelihood": -3.295836866004, "hits": 42, "total": 151, "hitRate": 0.2781456953642384 @@ -1830,7 +1830,7 @@ "encoding": "ISO-8859-15", "language": "de", "confidence": 63, - "byteLogLikelihood": -5.003946305945459, + "byteLogLikelihood": -5.003946305945, "hits": 32, "total": 151, "hitRate": 0.2119205298013245 @@ -1839,7 +1839,7 @@ "encoding": "windows-1252", "language": "nl", "confidence": 83, - "byteLogLikelihood": -3.295836866004329, + "byteLogLikelihood": -3.295836866004, "hits": 42, "total": 151, "hitRate": 0.2781456953642384 @@ -1848,7 +1848,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 13, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 7, "total": 151, "hitRate": 0.046357615894039736 @@ -1857,7 +1857,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 13, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 7, "total": 151, "hitRate": 0.046357615894039736 @@ -1866,7 +1866,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 11, - "byteLogLikelihood": -4.51085950651685, + "byteLogLikelihood": -4.510859506517, "hits": 6, "total": 151, "hitRate": 0.039735099337748346 @@ -1875,7 +1875,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -2.6545615161512237, + "byteLogLikelihood": -2.654561516151, "hits": 0, "total": 151, "hitRate": 0 @@ -1884,7 +1884,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.4058846628318493, + "byteLogLikelihood": -2.405884662832, "hits": 0, "total": 151, "hitRate": 0 @@ -1893,7 +1893,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -2.6545615161512237, + "byteLogLikelihood": -2.654561516151, "hits": 0, "total": 151, "hitRate": 0 @@ -1902,7 +1902,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.4058846628318493, + "byteLogLikelihood": -2.405884662832, "hits": 0, "total": 151, "hitRate": 0 @@ -1911,7 +1911,7 @@ "encoding": "windows-874", "language": "th", "confidence": 0, - "byteLogLikelihood": -3.5765502691400166, + "byteLogLikelihood": -3.57655026914, "hits": 0, "total": 150, "hitRate": 0 @@ -1920,7 +1920,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.252383775789052, + "byteLogLikelihood": -4.252383775789, "hits": 0, "total": 151, "hitRate": 0 @@ -1936,7 +1936,7 @@ "encoding": "ISO-8859-1", "language": "no", "confidence": 47, - "byteLogLikelihood": -3.052495812716101, + "byteLogLikelihood": -3.052495812716, "hits": 18, "total": 114, "hitRate": 0.15789473684210525 @@ -1951,7 +1951,7 @@ "encoding": "ISO-8859-1", "language": "no", "confidence": 47, - "byteLogLikelihood": -3.052495812716101, + "byteLogLikelihood": -3.052495812716, "hits": 18, "total": 114, "hitRate": 0.15789473684210525 @@ -1960,7 +1960,7 @@ "encoding": "windows-1252", "language": "no", "confidence": 47, - "byteLogLikelihood": -3.052495812716101, + "byteLogLikelihood": -3.052495812716, "hits": 18, "total": 114, "hitRate": 0.15789473684210525 @@ -1969,7 +1969,7 @@ "encoding": "ISO-8859-2", "language": "cs", "confidence": 7, - "byteLogLikelihood": -4.354336342997479, + "byteLogLikelihood": -4.354336342997, "hits": 3, "total": 114, "hitRate": 0.02631578947368421 @@ -1978,7 +1978,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 7, - "byteLogLikelihood": -4.9344739331306915, + "byteLogLikelihood": -4.934473933131, "hits": 3, "total": 114, "hitRate": 0.02631578947368421 @@ -1987,7 +1987,7 @@ "encoding": "ISO-8859-3", "language": "mt", "confidence": 2, - "byteLogLikelihood": -4.210065739286553, + "byteLogLikelihood": -4.210065739287, "hits": 1, "total": 114, "hitRate": 0.008771929824561403 @@ -1996,7 +1996,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 2, - "byteLogLikelihood": -4.319245023186209, + "byteLogLikelihood": -4.319245023186, "hits": 1, "total": 114, "hitRate": 0.008771929824561403 @@ -2005,7 +2005,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.154384602588788, + "byteLogLikelihood": -4.154384602589, "hits": 0, "total": 114, "hitRate": 0 @@ -2014,7 +2014,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.647504477240863, + "byteLogLikelihood": -2.647504477241, "hits": 0, "total": 114, "hitRate": 0 @@ -2023,7 +2023,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.7532158516168086, + "byteLogLikelihood": -3.753215851617, "hits": 0, "total": 114, "hitRate": 0 @@ -2032,7 +2032,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.154384602588788, + "byteLogLikelihood": -4.154384602589, "hits": 0, "total": 114, "hitRate": 0 @@ -2041,7 +2041,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.647504477240863, + "byteLogLikelihood": -2.647504477241, "hits": 0, "total": 114, "hitRate": 0 @@ -2050,7 +2050,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.7532158516168086, + "byteLogLikelihood": -3.753215851617, "hits": 0, "total": 114, "hitRate": 0 @@ -2066,7 +2066,7 @@ "encoding": "ISO-8859-1", "language": "pt", "confidence": 50, - "byteLogLikelihood": -4.059947322987234, + "byteLogLikelihood": -4.059947322987, "hits": 24, "total": 143, "hitRate": 0.16783216783216784 @@ -2081,7 +2081,7 @@ "encoding": "ISO-8859-1", "language": "pt", "confidence": 50, - "byteLogLikelihood": -4.059947322987234, + "byteLogLikelihood": -4.059947322987, "hits": 24, "total": 143, "hitRate": 0.16783216783216784 @@ -2090,7 +2090,7 @@ "encoding": "windows-1252", "language": "pt", "confidence": 50, - "byteLogLikelihood": -4.059947322987234, + "byteLogLikelihood": -4.059947322987, "hits": 24, "total": 143, "hitRate": 0.16783216783216784 @@ -2099,7 +2099,7 @@ "encoding": "ISO-8859-2", "language": "hu", "confidence": 10, - "byteLogLikelihood": -3.361609233757125, + "byteLogLikelihood": -3.361609233757, "hits": 5, "total": 143, "hitRate": 0.03496503496503497 @@ -2108,7 +2108,7 @@ "encoding": "windows-1250", "language": "hu", "confidence": 10, - "byteLogLikelihood": -3.361609233757125, + "byteLogLikelihood": -3.361609233757, "hits": 5, "total": 143, "hitRate": 0.03496503496503497 @@ -2117,7 +2117,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.017269736715589, + "byteLogLikelihood": -3.017269736716, "hits": 0, "total": 143, "hitRate": 0 @@ -2126,7 +2126,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.503528639049599, + "byteLogLikelihood": -3.50352863905, "hits": 0, "total": 143, "hitRate": 0 @@ -2135,7 +2135,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.8462201451269653, + "byteLogLikelihood": -3.846220145127, "hits": 0, "total": 143, "hitRate": 0 @@ -2144,7 +2144,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.017269736715589, + "byteLogLikelihood": -3.017269736716, "hits": 0, "total": 143, "hitRate": 0 @@ -2153,7 +2153,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.503528639049599, + "byteLogLikelihood": -3.50352863905, "hits": 0, "total": 143, "hitRate": 0 @@ -2162,7 +2162,7 @@ "encoding": "windows-1256", "language": "ar", "confidence": 0, - "byteLogLikelihood": -3.503504267293069, + "byteLogLikelihood": -3.503504267293, "hits": 0, "total": 143, "hitRate": 0 @@ -2171,7 +2171,7 @@ "encoding": "IBM855", "language": "sr", "confidence": 0, - "byteLogLikelihood": -3.7749980788341886, + "byteLogLikelihood": -3.774998078834, "hits": 0, "total": 143, "hitRate": 0 @@ -2180,7 +2180,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -3.7661795932985793, + "byteLogLikelihood": -3.766179593299, "hits": 0, "total": 143, "hitRate": 0 @@ -2196,7 +2196,7 @@ "encoding": "ISO-8859-1", "language": "sv", "confidence": 50, - "byteLogLikelihood": -3.2364513784499755, + "byteLogLikelihood": -3.23645137845, "hits": 23, "total": 136, "hitRate": 0.16911764705882354 @@ -2211,7 +2211,7 @@ "encoding": "ISO-8859-1", "language": "sv", "confidence": 50, - "byteLogLikelihood": -3.2364513784499755, + "byteLogLikelihood": -3.23645137845, "hits": 23, "total": 136, "hitRate": 0.16911764705882354 @@ -2220,7 +2220,7 @@ "encoding": "windows-1252", "language": "sv", "confidence": 50, - "byteLogLikelihood": -3.2364513784499755, + "byteLogLikelihood": -3.23645137845, "hits": 23, "total": 136, "hitRate": 0.16911764705882354 @@ -2229,7 +2229,7 @@ "encoding": "ISO-8859-15", "language": "de", "confidence": 17, - "byteLogLikelihood": -4.137512330245527, + "byteLogLikelihood": -4.137512330246, "hits": 8, "total": 136, "hitRate": 0.058823529411764705 @@ -2238,7 +2238,7 @@ "encoding": "windows-1257", "language": "lt", "confidence": 4, - "byteLogLikelihood": -5.123963979403259, + "byteLogLikelihood": -5.123963979403, "hits": 2, "total": 136, "hitRate": 0.014705882352941176 @@ -2247,7 +2247,7 @@ "encoding": "ISO-8859-3", "language": "mt", "confidence": 4, - "byteLogLikelihood": -4.210065739286553, + "byteLogLikelihood": -4.210065739287, "hits": 2, "total": 136, "hitRate": 0.014705882352941176 @@ -2256,7 +2256,7 @@ "encoding": "ISO-8859-6", "language": "ar", "confidence": 0, - "byteLogLikelihood": -3.287368473007427, + "byteLogLikelihood": -3.287368473007, "hits": 0, "total": 136, "hitRate": 0 @@ -2265,7 +2265,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.876181596106548, + "byteLogLikelihood": -3.876181596107, "hits": 0, "total": 136, "hitRate": 0 @@ -2274,7 +2274,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.0661531836143636, + "byteLogLikelihood": -3.066153183614, "hits": 0, "total": 136, "hitRate": 0 @@ -2283,7 +2283,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.393743210995111, + "byteLogLikelihood": -3.393743210995, "hits": 0, "total": 136, "hitRate": 0 @@ -2292,7 +2292,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.876181596106548, + "byteLogLikelihood": -3.876181596107, "hits": 0, "total": 136, "hitRate": 0 @@ -2301,7 +2301,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.0661531836143636, + "byteLogLikelihood": -3.066153183614, "hits": 0, "total": 136, "hitRate": 0 @@ -2310,7 +2310,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.393743210995111, + "byteLogLikelihood": -3.393743210995, "hits": 0, "total": 136, "hitRate": 0 @@ -2326,7 +2326,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 38, - "byteLogLikelihood": -3.025836278693887, + "byteLogLikelihood": -3.025836278694, "hits": 22, "total": 171, "hitRate": 0.1286549707602339 @@ -2341,7 +2341,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 38, - "byteLogLikelihood": -3.025836278693887, + "byteLogLikelihood": -3.025836278694, "hits": 22, "total": 171, "hitRate": 0.1286549707602339 @@ -2350,7 +2350,7 @@ "encoding": "ISO-8859-1", "language": "sv", "confidence": 14, - "byteLogLikelihood": -4.633646206449265, + "byteLogLikelihood": -4.633646206449, "hits": 8, "total": 171, "hitRate": 0.04678362573099415 @@ -2359,7 +2359,7 @@ "encoding": "windows-1257", "language": "lt", "confidence": 7, - "byteLogLikelihood": -3.9895834724624337, + "byteLogLikelihood": -3.989583472462, "hits": 4, "total": 171, "hitRate": 0.023391812865497075 @@ -2368,7 +2368,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 7, - "byteLogLikelihood": -3.9895834724624337, + "byteLogLikelihood": -3.989583472462, "hits": 4, "total": 171, "hitRate": 0.023391812865497075 @@ -2377,7 +2377,7 @@ "encoding": "ISO-8859-2", "language": "cs", "confidence": 3, - "byteLogLikelihood": -4.4978481638566805, + "byteLogLikelihood": -4.497848163857, "hits": 2, "total": 171, "hitRate": 0.011695906432748537 @@ -2386,7 +2386,7 @@ "encoding": "windows-1250", "language": "cs", "confidence": 3, - "byteLogLikelihood": -4.4978481638566805, + "byteLogLikelihood": -4.497848163857, "hits": 2, "total": 171, "hitRate": 0.011695906432748537 @@ -2395,7 +2395,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.9637236441650296, + "byteLogLikelihood": -3.963723644165, "hits": 0, "total": 171, "hitRate": 0 @@ -2404,7 +2404,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.249634019938196, + "byteLogLikelihood": -4.249634019938, "hits": 0, "total": 171, "hitRate": 0 @@ -2413,7 +2413,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.8404673545197303, + "byteLogLikelihood": -3.84046735452, "hits": 0, "total": 171, "hitRate": 0 @@ -2422,7 +2422,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.9637236441650296, + "byteLogLikelihood": -3.963723644165, "hits": 0, "total": 171, "hitRate": 0 @@ -2431,7 +2431,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.249634019938196, + "byteLogLikelihood": -4.249634019938, "hits": 0, "total": 171, "hitRate": 0 @@ -2440,7 +2440,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -3.7339837119675647, + "byteLogLikelihood": -3.733983711968, "hits": 0, "total": 171, "hitRate": 0 @@ -2456,7 +2456,7 @@ "encoding": "windows-1257", "language": "lt", "confidence": 34, - "byteLogLikelihood": -3.2005302071315747, + "byteLogLikelihood": -3.200530207132, "hits": 20, "total": 173, "hitRate": 0.11560693641618497 @@ -2471,7 +2471,7 @@ "encoding": "windows-1257", "language": "lt", "confidence": 34, - "byteLogLikelihood": -3.2005302071315747, + "byteLogLikelihood": -3.200530207132, "hits": 20, "total": 173, "hitRate": 0.11560693641618497 @@ -2480,7 +2480,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 34, - "byteLogLikelihood": -3.2005302071315747, + "byteLogLikelihood": -3.200530207132, "hits": 20, "total": 173, "hitRate": 0.11560693641618497 @@ -2489,7 +2489,7 @@ "encoding": "ISO-8859-4", "language": "lv", "confidence": 22, - "byteLogLikelihood": -4.610398759564555, + "byteLogLikelihood": -4.610398759565, "hits": 13, "total": 173, "hitRate": 0.07514450867052024 @@ -2498,7 +2498,7 @@ "encoding": "ISO-8859-1", "language": "es", "confidence": 12, - "byteLogLikelihood": -4.948759890378168, + "byteLogLikelihood": -4.948759890378, "hits": 7, "total": 173, "hitRate": 0.04046242774566474 @@ -2507,7 +2507,7 @@ "encoding": "windows-1252", "language": "es", "confidence": 12, - "byteLogLikelihood": -4.948759890378168, + "byteLogLikelihood": -4.948759890378, "hits": 7, "total": 173, "hitRate": 0.04046242774566474 @@ -2516,7 +2516,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 1, - "byteLogLikelihood": -4.416382325607172, + "byteLogLikelihood": -4.416382325607, "hits": 1, "total": 173, "hitRate": 0.005780346820809248 @@ -2525,7 +2525,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.472500251122328, + "byteLogLikelihood": -4.472500251122, "hits": 0, "total": 173, "hitRate": 0 @@ -2534,7 +2534,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.444220754634254, + "byteLogLikelihood": -4.444220754634, "hits": 0, "total": 171, "hitRate": 0 @@ -2543,7 +2543,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.5318273624189596, + "byteLogLikelihood": -3.531827362419, "hits": 0, "total": 173, "hitRate": 0 @@ -2552,7 +2552,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.472500251122328, + "byteLogLikelihood": -4.472500251122, "hits": 0, "total": 173, "hitRate": 0 @@ -2561,7 +2561,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.444220754634254, + "byteLogLikelihood": -4.444220754634, "hits": 0, "total": 171, "hitRate": 0 @@ -2570,7 +2570,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -3.441328843195963, + "byteLogLikelihood": -3.441328843196, "hits": 0, "total": 173, "hitRate": 0 @@ -2586,7 +2586,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 50, - "byteLogLikelihood": -3.9884586449894583, + "byteLogLikelihood": -3.988458644989, "hits": 32, "total": 189, "hitRate": 0.1693121693121693 @@ -2601,7 +2601,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 50, - "byteLogLikelihood": -3.9884586449894583, + "byteLogLikelihood": -3.988458644989, "hits": 32, "total": 189, "hitRate": 0.1693121693121693 @@ -2610,7 +2610,7 @@ "encoding": "windows-1258", "language": "vi", "confidence": 14, - "byteLogLikelihood": -4.3419229243599595, + "byteLogLikelihood": -4.34192292436, "hits": 9, "total": 188, "hitRate": 0.047872340425531915 @@ -2619,7 +2619,7 @@ "encoding": "ISO-8859-2", "language": "cs", "confidence": 9, - "byteLogLikelihood": -5.159055299214529, + "byteLogLikelihood": -5.159055299215, "hits": 6, "total": 189, "hitRate": 0.031746031746031744 @@ -2628,7 +2628,7 @@ "encoding": "windows-1250", "language": "cs", "confidence": 9, - "byteLogLikelihood": -5.159055299214529, + "byteLogLikelihood": -5.159055299215, "hits": 6, "total": 189, "hitRate": 0.031746031746031744 @@ -2637,7 +2637,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 6, - "byteLogLikelihood": -4.9344739331306915, + "byteLogLikelihood": -4.934473933131, "hits": 4, "total": 189, "hitRate": 0.021164021164021163 @@ -2646,7 +2646,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 4, - "byteLogLikelihood": -4.009500374258092, + "byteLogLikelihood": -4.009500374258, "hits": 3, "total": 189, "hitRate": 0.015873015873015872 @@ -2655,7 +2655,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 1, - "byteLogLikelihood": -3.6470250464554876, + "byteLogLikelihood": -3.647025046455, "hits": 1, "total": 189, "hitRate": 0.005291005291005291 @@ -2664,7 +2664,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.2541567659514925, + "byteLogLikelihood": -4.254156765951, "hits": 0, "total": 189, "hitRate": 0 @@ -2673,7 +2673,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.4678958045389763, + "byteLogLikelihood": -3.467895804539, "hits": 0, "total": 189, "hitRate": 0 @@ -2682,7 +2682,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.2541567659514925, + "byteLogLikelihood": -4.254156765951, "hits": 0, "total": 189, "hitRate": 0 @@ -2691,7 +2691,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -3.2558159026977727, + "byteLogLikelihood": -3.255815902698, "hits": 0, "total": 189, "hitRate": 0 @@ -2700,7 +2700,7 @@ "encoding": "ISO-8859-16", "language": "ro", "confidence": 0, - "byteLogLikelihood": -3.903274585551182, + "byteLogLikelihood": -3.903274585551, "hits": 0, "total": 189, "hitRate": 0 @@ -2716,7 +2716,7 @@ "encoding": "ISO-8859-1", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.169712077518555, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -2731,7 +2731,7 @@ "encoding": "ISO-8859-1", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.169712077518555, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -2740,7 +2740,7 @@ "encoding": "ISO-8859-15", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.169712077518555, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -2749,7 +2749,7 @@ "encoding": "windows-1252", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.169712077518555, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -2758,7 +2758,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 12, - "byteLogLikelihood": -4.525867670899772, + "byteLogLikelihood": -4.5258676709, "hits": 9, "total": 216, "hitRate": 0.041666666666666664 @@ -2767,7 +2767,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 9, - "byteLogLikelihood": -5.19295685089021, + "byteLogLikelihood": -5.19295685089, "hits": 7, "total": 216, "hitRate": 0.032407407407407406 @@ -2776,7 +2776,7 @@ "encoding": "ISO-8859-6", "language": "ar", "confidence": 0, - "byteLogLikelihood": -4.007313397456434, + "byteLogLikelihood": -4.007313397456, "hits": 0, "total": 216, "hitRate": 0 @@ -2785,7 +2785,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.3497545872250365, + "byteLogLikelihood": -4.349754587225, "hits": 0, "total": 216, "hitRate": 0 @@ -2794,7 +2794,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.279537403415218, + "byteLogLikelihood": -4.279537403415, "hits": 0, "total": 216, "hitRate": 0 @@ -2803,7 +2803,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.3497545872250365, + "byteLogLikelihood": -4.349754587225, "hits": 0, "total": 216, "hitRate": 0 @@ -2812,7 +2812,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.279537403415218, + "byteLogLikelihood": -4.279537403415, "hits": 0, "total": 216, "hitRate": 0 @@ -2821,7 +2821,7 @@ "encoding": "windows-1256", "language": "ar", "confidence": 0, - "byteLogLikelihood": -4.318835143108326, + "byteLogLikelihood": -4.318835143108, "hits": 0, "total": 216, "hitRate": 0 @@ -2830,7 +2830,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -3.629332579687434, + "byteLogLikelihood": -3.629332579687, "hits": 0, "total": 216, "hitRate": 0 @@ -2846,7 +2846,7 @@ "encoding": "ISO-8859-1", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -2861,7 +2861,7 @@ "encoding": "ISO-8859-1", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -2870,7 +2870,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -2879,7 +2879,7 @@ "encoding": "windows-1252", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -2888,7 +2888,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 15, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 10, "total": 200, "hitRate": 0.05 @@ -2897,7 +2897,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 15, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 10, "total": 200, "hitRate": 0.05 @@ -2906,7 +2906,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.106555532888448, + "byteLogLikelihood": -3.106555532888, "hits": 0, "total": 200, "hitRate": 0 @@ -2915,7 +2915,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.411159813206563, + "byteLogLikelihood": -3.411159813207, "hits": 0, "total": 200, "hitRate": 0 @@ -2924,7 +2924,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.3363282043764606, + "byteLogLikelihood": -3.336328204376, "hits": 0, "total": 200, "hitRate": 0 @@ -2933,7 +2933,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.106555532888448, + "byteLogLikelihood": -3.106555532888, "hits": 0, "total": 200, "hitRate": 0 @@ -2942,7 +2942,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.411159813206563, + "byteLogLikelihood": -3.411159813207, "hits": 0, "total": 200, "hitRate": 0 @@ -2951,7 +2951,7 @@ "encoding": "windows-1256", "language": "ar", "confidence": 0, - "byteLogLikelihood": -3.3006049631833894, + "byteLogLikelihood": -3.300604963183, "hits": 0, "total": 200, "hitRate": 0 @@ -2960,7 +2960,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.3363282043764606, + "byteLogLikelihood": -3.336328204376, "hits": 0, "total": 200, "hitRate": 0 @@ -2976,7 +2976,7 @@ "encoding": "ISO-8859-1", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -2991,7 +2991,7 @@ "encoding": "ISO-8859-1", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -3000,7 +3000,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -3009,7 +3009,7 @@ "encoding": "windows-1252", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -3018,7 +3018,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 11, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 9, "total": 228, "hitRate": 0.039473684210526314 @@ -3027,7 +3027,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 11, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 9, "total": 228, "hitRate": 0.039473684210526314 @@ -3036,7 +3036,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 10, - "byteLogLikelihood": -4.51085950651685, + "byteLogLikelihood": -4.510859506517, "hits": 8, "total": 228, "hitRate": 0.03508771929824561 @@ -3045,7 +3045,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -2.6545615161512237, + "byteLogLikelihood": -2.654561516151, "hits": 0, "total": 228, "hitRate": 0 @@ -3054,7 +3054,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.4058846628318493, + "byteLogLikelihood": -2.405884662832, "hits": 0, "total": 228, "hitRate": 0 @@ -3063,7 +3063,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -2.6545615161512237, + "byteLogLikelihood": -2.654561516151, "hits": 0, "total": 228, "hitRate": 0 @@ -3072,7 +3072,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.4058846628318493, + "byteLogLikelihood": -2.405884662832, "hits": 0, "total": 228, "hitRate": 0 @@ -3081,7 +3081,7 @@ "encoding": "windows-874", "language": "th", "confidence": 0, - "byteLogLikelihood": -3.5765502691400166, + "byteLogLikelihood": -3.57655026914, "hits": 0, "total": 224, "hitRate": 0 @@ -3090,7 +3090,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.252383775789052, + "byteLogLikelihood": -4.252383775789, "hits": 0, "total": 228, "hitRate": 0 @@ -3106,7 +3106,7 @@ "encoding": "ISO-8859-16", "language": "ro", "confidence": 53, - "byteLogLikelihood": -2.758152644715998, + "byteLogLikelihood": -2.758152644716, "hits": 38, "total": 214, "hitRate": 0.17757009345794392 @@ -3121,7 +3121,7 @@ "encoding": "ISO-8859-16", "language": "ro", "confidence": 53, - "byteLogLikelihood": -2.758152644715998, + "byteLogLikelihood": -2.758152644716, "hits": 38, "total": 214, "hitRate": 0.17757009345794392 @@ -3130,7 +3130,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 44, - "byteLogLikelihood": -2.870272383723818, + "byteLogLikelihood": -2.870272383724, "hits": 32, "total": 214, "hitRate": 0.14953271028037382 @@ -3139,7 +3139,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 44, - "byteLogLikelihood": -2.870272383723818, + "byteLogLikelihood": -2.870272383724, "hits": 32, "total": 214, "hitRate": 0.14953271028037382 @@ -3148,7 +3148,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 26, - "byteLogLikelihood": -4.919980925828125, + "byteLogLikelihood": -4.919980925828, "hits": 19, "total": 214, "hitRate": 0.08878504672897196 @@ -3157,7 +3157,7 @@ "encoding": "windows-1252", "language": "it", "confidence": 26, - "byteLogLikelihood": -4.919980925828125, + "byteLogLikelihood": -4.919980925828, "hits": 19, "total": 214, "hitRate": 0.08878504672897196 @@ -3166,7 +3166,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 8, - "byteLogLikelihood": -4.456762061841911, + "byteLogLikelihood": -4.456762061842, "hits": 6, "total": 214, "hitRate": 0.028037383177570093 @@ -3175,7 +3175,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.499845100590783, + "byteLogLikelihood": -4.499845100591, "hits": 0, "total": 214, "hitRate": 0 @@ -3184,7 +3184,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.42907119289696, + "byteLogLikelihood": -4.429071192897, "hits": 0, "total": 213, "hitRate": 0 @@ -3193,7 +3193,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.3822419484169854, + "byteLogLikelihood": -4.382241948417, "hits": 0, "total": 214, "hitRate": 0 @@ -3202,7 +3202,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.42907119289696, + "byteLogLikelihood": -4.429071192897, "hits": 0, "total": 213, "hitRate": 0 @@ -3211,7 +3211,7 @@ "encoding": "IBM866", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.333669615721655, + "byteLogLikelihood": -4.333669615722, "hits": 0, "total": 215, "hitRate": 0 @@ -3220,7 +3220,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.3822419484169854, + "byteLogLikelihood": -4.382241948417, "hits": 0, "total": 214, "hitRate": 0 @@ -3236,7 +3236,7 @@ "encoding": "ISO-8859-2", "language": "cs", "confidence": 30, - "byteLogLikelihood": -3.4291591084415995, + "byteLogLikelihood": -3.429159108442, "hits": 13, "total": 126, "hitRate": 0.10317460317460317 @@ -3251,7 +3251,7 @@ "encoding": "ISO-8859-2", "language": "cs", "confidence": 30, - "byteLogLikelihood": -3.4291591084415995, + "byteLogLikelihood": -3.429159108442, "hits": 13, "total": 126, "hitRate": 0.10317460317460317 @@ -3260,7 +3260,7 @@ "encoding": "windows-1250", "language": "cs", "confidence": 30, - "byteLogLikelihood": -3.4291591084415995, + "byteLogLikelihood": -3.429159108442, "hits": 13, "total": 126, "hitRate": 0.10317460317460317 @@ -3269,7 +3269,7 @@ "encoding": "ISO-8859-1", "language": "pt", "confidence": 11, - "byteLogLikelihood": -4.567039228599802, + "byteLogLikelihood": -4.5670392286, "hits": 5, "total": 126, "hitRate": 0.03968253968253968 @@ -3278,7 +3278,7 @@ "encoding": "windows-1252", "language": "pt", "confidence": 11, - "byteLogLikelihood": -4.567039228599802, + "byteLogLikelihood": -4.5670392286, "hits": 5, "total": 126, "hitRate": 0.03968253968253968 @@ -3287,7 +3287,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 7, - "byteLogLikelihood": -4.081579721494509, + "byteLogLikelihood": -4.081579721495, "hits": 3, "total": 126, "hitRate": 0.023809523809523808 @@ -3296,7 +3296,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.4014461968813237, + "byteLogLikelihood": -3.401446196881, "hits": 0, "total": 126, "hitRate": 0 @@ -3305,7 +3305,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.4675096521994124, + "byteLogLikelihood": -3.467509652199, "hits": 0, "total": 125, "hitRate": 0 @@ -3314,7 +3314,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.249199684222383, + "byteLogLikelihood": -4.249199684222, "hits": 0, "total": 126, "hitRate": 0 @@ -3323,7 +3323,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.4014461968813237, + "byteLogLikelihood": -3.401446196881, "hits": 0, "total": 126, "hitRate": 0 @@ -3332,7 +3332,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.4675096521994124, + "byteLogLikelihood": -3.467509652199, "hits": 0, "total": 125, "hitRate": 0 @@ -3341,7 +3341,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.2265610117874175, + "byteLogLikelihood": -4.226561011787, "hits": 0, "total": 126, "hitRate": 0 @@ -3350,7 +3350,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 0, - "byteLogLikelihood": -4.43713857776991, + "byteLogLikelihood": -4.43713857777, "hits": 0, "total": 126, "hitRate": 0 @@ -3366,7 +3366,7 @@ "encoding": "ISO-8859-2", "language": "hu", "confidence": 46, - "byteLogLikelihood": -3.1612059022027728, + "byteLogLikelihood": -3.161205902203, "hits": 21, "total": 136, "hitRate": 0.15441176470588236 @@ -3381,7 +3381,7 @@ "encoding": "ISO-8859-2", "language": "hu", "confidence": 46, - "byteLogLikelihood": -3.1612059022027728, + "byteLogLikelihood": -3.161205902203, "hits": 21, "total": 136, "hitRate": 0.15441176470588236 @@ -3390,7 +3390,7 @@ "encoding": "windows-1250", "language": "hu", "confidence": 46, - "byteLogLikelihood": -3.1612059022027728, + "byteLogLikelihood": -3.161205902203, "hits": 21, "total": 136, "hitRate": 0.15441176470588236 @@ -3399,7 +3399,7 @@ "encoding": "ISO-8859-1", "language": "pt", "confidence": 17, - "byteLogLikelihood": -4.507887190294246, + "byteLogLikelihood": -4.507887190294, "hits": 8, "total": 136, "hitRate": 0.058823529411764705 @@ -3408,7 +3408,7 @@ "encoding": "windows-1252", "language": "pt", "confidence": 17, - "byteLogLikelihood": -4.507887190294246, + "byteLogLikelihood": -4.507887190294, "hits": 8, "total": 136, "hitRate": 0.058823529411764705 @@ -3417,7 +3417,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 4, - "byteLogLikelihood": -4.274525549304646, + "byteLogLikelihood": -4.274525549305, "hits": 2, "total": 136, "hitRate": 0.014705882352941176 @@ -3426,7 +3426,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 2, - "byteLogLikelihood": -4.453831056838394, + "byteLogLikelihood": -4.453831056838, "hits": 1, "total": 136, "hitRate": 0.007352941176470588 @@ -3435,7 +3435,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 2, - "byteLogLikelihood": -3.900251533869562, + "byteLogLikelihood": -3.90025153387, "hits": 1, "total": 136, "hitRate": 0.007352941176470588 @@ -3444,7 +3444,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.4302479046238266, + "byteLogLikelihood": -3.430247904624, "hits": 0, "total": 136, "hitRate": 0 @@ -3453,7 +3453,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.984546441117653, + "byteLogLikelihood": -3.984546441118, "hits": 0, "total": 135, "hitRate": 0 @@ -3462,7 +3462,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.4302479046238266, + "byteLogLikelihood": -3.430247904624, "hits": 0, "total": 136, "hitRate": 0 @@ -3471,7 +3471,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.984546441117653, + "byteLogLikelihood": -3.984546441118, "hits": 0, "total": 135, "hitRate": 0 @@ -3480,7 +3480,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.187765411941347, + "byteLogLikelihood": -4.187765411941, "hits": 0, "total": 136, "hitRate": 0 @@ -3496,7 +3496,7 @@ "encoding": "ISO-8859-2", "language": "pl", "confidence": 40, - "byteLogLikelihood": -3.5291052717201463, + "byteLogLikelihood": -3.52910527172, "hits": 25, "total": 184, "hitRate": 0.1358695652173913 @@ -3511,7 +3511,7 @@ "encoding": "ISO-8859-2", "language": "pl", "confidence": 40, - "byteLogLikelihood": -3.5291052717201463, + "byteLogLikelihood": -3.52910527172, "hits": 25, "total": 184, "hitRate": 0.1358695652173913 @@ -3520,7 +3520,7 @@ "encoding": "windows-1250", "language": "pl", "confidence": 37, - "byteLogLikelihood": -4.297518988234737, + "byteLogLikelihood": -4.297518988235, "hits": 23, "total": 183, "hitRate": 0.12568306010928962 @@ -3529,7 +3529,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 8, - "byteLogLikelihood": -4.919980925828124, + "byteLogLikelihood": -4.919980925828, "hits": 5, "total": 183, "hitRate": 0.0273224043715847 @@ -3538,7 +3538,7 @@ "encoding": "windows-1252", "language": "it", "confidence": 8, - "byteLogLikelihood": -4.919980925828124, + "byteLogLikelihood": -4.919980925828, "hits": 5, "total": 183, "hitRate": 0.0273224043715847 @@ -3547,7 +3547,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 6, - "byteLogLikelihood": -4.9344739331306915, + "byteLogLikelihood": -4.934473933131, "hits": 4, "total": 183, "hitRate": 0.02185792349726776 @@ -3556,7 +3556,7 @@ "encoding": "macintosh", "language": "es", "confidence": 6, - "byteLogLikelihood": -4.948759890378168, + "byteLogLikelihood": -4.948759890378, "hits": 4, "total": 183, "hitRate": 0.02185792349726776 @@ -3565,7 +3565,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 6, - "byteLogLikelihood": -4.396558412647502, + "byteLogLikelihood": -4.396558412648, "hits": 4, "total": 183, "hitRate": 0.02185792349726776 @@ -3574,7 +3574,7 @@ "encoding": "CP850", "language": "fr", "confidence": 6, - "byteLogLikelihood": -5.010635294096255, + "byteLogLikelihood": -5.010635294096, "hits": 4, "total": 182, "hitRate": 0.02197802197802198 @@ -3583,7 +3583,7 @@ "encoding": "ISO-8859-4", "language": "lv", "confidence": 4, - "byteLogLikelihood": -4.794788079950643, + "byteLogLikelihood": -4.794788079951, "hits": 3, "total": 184, "hitRate": 0.016304347826086956 @@ -3592,7 +3592,7 @@ "encoding": "ISO-8859-3", "language": "mt", "confidence": 1, - "byteLogLikelihood": -4.476342508554755, + "byteLogLikelihood": -4.476342508555, "hits": 1, "total": 184, "hitRate": 0.005434782608695652 @@ -3601,7 +3601,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 1, - "byteLogLikelihood": -4.715734558779857, + "byteLogLikelihood": -4.71573455878, "hits": 1, "total": 184, "hitRate": 0.005434782608695652 @@ -3610,7 +3610,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 1, - "byteLogLikelihood": -4.912654885736052, + "byteLogLikelihood": -4.912654885736, "hits": 1, "total": 184, "hitRate": 0.005434782608695652 @@ -3626,7 +3626,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 41, - "byteLogLikelihood": -2.6845392975419866, + "byteLogLikelihood": -2.684539297542, "hits": 28, "total": 202, "hitRate": 0.13861386138613863 @@ -3641,7 +3641,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 41, - "byteLogLikelihood": -2.6845392975419866, + "byteLogLikelihood": -2.684539297542, "hits": 28, "total": 202, "hitRate": 0.13861386138613863 @@ -3650,7 +3650,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 41, - "byteLogLikelihood": -2.6845392975419866, + "byteLogLikelihood": -2.684539297542, "hits": 28, "total": 202, "hitRate": 0.13861386138613863 @@ -3659,7 +3659,7 @@ "encoding": "ISO-8859-16", "language": "ro", "confidence": 38, - "byteLogLikelihood": -2.700458868498381, + "byteLogLikelihood": -2.700458868498, "hits": 26, "total": 202, "hitRate": 0.12871287128712872 @@ -3668,7 +3668,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 26, - "byteLogLikelihood": -4.919980925828125, + "byteLogLikelihood": -4.919980925828, "hits": 18, "total": 202, "hitRate": 0.0891089108910891 @@ -3677,7 +3677,7 @@ "encoding": "windows-1252", "language": "it", "confidence": 26, - "byteLogLikelihood": -4.919980925828125, + "byteLogLikelihood": -4.919980925828, "hits": 18, "total": 202, "hitRate": 0.0891089108910891 @@ -3686,7 +3686,7 @@ "encoding": "ISO-8859-5", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.208609169551529, + "byteLogLikelihood": -4.208609169552, "hits": 0, "total": 202, "hitRate": 0 @@ -3695,7 +3695,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.335053381509842, + "byteLogLikelihood": -4.33505338151, "hits": 0, "total": 202, "hitRate": 0 @@ -3704,7 +3704,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.1978136552737215, + "byteLogLikelihood": -4.197813655274, "hits": 0, "total": 201, "hitRate": 0 @@ -3713,7 +3713,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.229886082373598, + "byteLogLikelihood": -4.229886082374, "hits": 0, "total": 202, "hitRate": 0 @@ -3722,7 +3722,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.1978136552737215, + "byteLogLikelihood": -4.197813655274, "hits": 0, "total": 201, "hitRate": 0 @@ -3731,7 +3731,7 @@ "encoding": "IBM866", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.208609169551529, + "byteLogLikelihood": -4.208609169552, "hits": 0, "total": 201, "hitRate": 0 @@ -3740,7 +3740,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.229886082373598, + "byteLogLikelihood": -4.229886082374, "hits": 0, "total": 202, "hitRate": 0 @@ -3756,7 +3756,7 @@ "encoding": "ISO-8859-3", "language": "mt", "confidence": 52, - "byteLogLikelihood": -2.7382134817807957, + "byteLogLikelihood": -2.738213481781, "hits": 32, "total": 183, "hitRate": 0.17486338797814208 @@ -3771,7 +3771,7 @@ "encoding": "ISO-8859-3", "language": "mt", "confidence": 52, - "byteLogLikelihood": -2.7382134817807957, + "byteLogLikelihood": -2.738213481781, "hits": 32, "total": 183, "hitRate": 0.17486338797814208 @@ -3780,7 +3780,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 14, - "byteLogLikelihood": -4.813342898049672, + "byteLogLikelihood": -4.81334289805, "hits": 9, "total": 181, "hitRate": 0.049723756906077346 @@ -3789,7 +3789,7 @@ "encoding": "windows-1252", "language": "it", "confidence": 14, - "byteLogLikelihood": -4.813342898049672, + "byteLogLikelihood": -4.81334289805, "hits": 9, "total": 181, "hitRate": 0.049723756906077346 @@ -3798,7 +3798,7 @@ "encoding": "windows-1250", "language": "pl", "confidence": 13, - "byteLogLikelihood": -4.980958307453932, + "byteLogLikelihood": -4.980958307454, "hits": 8, "total": 182, "hitRate": 0.04395604395604396 @@ -3807,7 +3807,7 @@ "encoding": "windows-1258", "language": "vi", "confidence": 13, - "byteLogLikelihood": -4.506236351586495, + "byteLogLikelihood": -4.506236351586, "hits": 8, "total": 181, "hitRate": 0.04419889502762431 @@ -3816,7 +3816,7 @@ "encoding": "macintosh", "language": "es", "confidence": 11, - "byteLogLikelihood": -4.948759890378168, + "byteLogLikelihood": -4.948759890378, "hits": 7, "total": 181, "hitRate": 0.03867403314917127 @@ -3825,7 +3825,7 @@ "encoding": "ISO-8859-4", "language": "lv", "confidence": 11, - "byteLogLikelihood": -4.945351018208042, + "byteLogLikelihood": -4.945351018208, "hits": 7, "total": 183, "hitRate": 0.03825136612021858 @@ -3834,7 +3834,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 11, - "byteLogLikelihood": -4.948759890378168, + "byteLogLikelihood": -4.948759890378, "hits": 7, "total": 181, "hitRate": 0.03867403314917127 @@ -3843,7 +3843,7 @@ "encoding": "CP850", "language": "es", "confidence": 11, - "byteLogLikelihood": -4.948759890378168, + "byteLogLikelihood": -4.948759890378, "hits": 7, "total": 177, "hitRate": 0.03954802259887006 @@ -3852,7 +3852,7 @@ "encoding": "ISO-8859-2", "language": "pl", "confidence": 9, - "byteLogLikelihood": -3.834078315244085, + "byteLogLikelihood": -3.834078315244, "hits": 6, "total": 183, "hitRate": 0.03278688524590164 @@ -3861,7 +3861,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 9, - "byteLogLikelihood": -5.192956850890211, + "byteLogLikelihood": -5.19295685089, "hits": 6, "total": 182, "hitRate": 0.03296703296703297 @@ -3870,7 +3870,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 6, - "byteLogLikelihood": -4.912654885736052, + "byteLogLikelihood": -4.912654885736, "hits": 4, "total": 183, "hitRate": 0.02185792349726776 @@ -3886,7 +3886,7 @@ "encoding": "ISO-8859-4", "language": "lv", "confidence": 40, - "byteLogLikelihood": -3.132861608299611, + "byteLogLikelihood": -3.1328616083, "hits": 23, "total": 170, "hitRate": 0.13529411764705881 @@ -3901,7 +3901,7 @@ "encoding": "ISO-8859-4", "language": "lv", "confidence": 40, - "byteLogLikelihood": -3.132861608299611, + "byteLogLikelihood": -3.1328616083, "hits": 23, "total": 170, "hitRate": 0.13529411764705881 @@ -3910,7 +3910,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 31, - "byteLogLikelihood": -5.111410123765512, + "byteLogLikelihood": -5.111410123766, "hits": 18, "total": 169, "hitRate": 0.10650887573964497 @@ -3919,7 +3919,7 @@ "encoding": "ISO-8859-1", "language": "es", "confidence": 14, - "byteLogLikelihood": -4.721042183854174, + "byteLogLikelihood": -4.721042183854, "hits": 8, "total": 169, "hitRate": 0.047337278106508875 @@ -3928,7 +3928,7 @@ "encoding": "windows-1252", "language": "es", "confidence": 14, - "byteLogLikelihood": -4.721042183854174, + "byteLogLikelihood": -4.721042183854, "hits": 8, "total": 169, "hitRate": 0.047337278106508875 @@ -3937,7 +3937,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 14, - "byteLogLikelihood": -4.721042183854174, + "byteLogLikelihood": -4.721042183854, "hits": 8, "total": 169, "hitRate": 0.047337278106508875 @@ -3946,7 +3946,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 10, - "byteLogLikelihood": -4.596975900218537, + "byteLogLikelihood": -4.596975900219, "hits": 6, "total": 169, "hitRate": 0.03550295857988166 @@ -3955,7 +3955,7 @@ "encoding": "ISO-8859-2", "language": "pl", "confidence": 8, - "byteLogLikelihood": -4.7639929110826955, + "byteLogLikelihood": -4.763992911083, "hits": 5, "total": 170, "hitRate": 0.029411764705882353 @@ -3964,7 +3964,7 @@ "encoding": "windows-1250", "language": "pl", "confidence": 8, - "byteLogLikelihood": -4.846752537454614, + "byteLogLikelihood": -4.846752537455, "hits": 5, "total": 169, "hitRate": 0.029585798816568046 @@ -3973,7 +3973,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.704365179493254, + "byteLogLikelihood": -4.704365179493, "hits": 0, "total": 169, "hitRate": 0 @@ -3982,7 +3982,7 @@ "encoding": "windows-874", "language": "th", "confidence": 0, - "byteLogLikelihood": -4.578946937177163, + "byteLogLikelihood": -4.578946937177, "hits": 0, "total": 170, "hitRate": 0 @@ -3991,7 +3991,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.6553531811702555, + "byteLogLikelihood": -4.65535318117, "hits": 0, "total": 170, "hitRate": 0 @@ -4000,7 +4000,7 @@ "encoding": "ISO-8859-16", "language": "ro", "confidence": 0, - "byteLogLikelihood": -4.616838329205022, + "byteLogLikelihood": -4.616838329205, "hits": 0, "total": 169, "hitRate": 0 @@ -4016,7 +4016,7 @@ "encoding": "ISO-8859-5", "language": "ru", "confidence": 41, - "byteLogLikelihood": -3.3137607778551432, + "byteLogLikelihood": -3.313760777855, "hits": 25, "total": 179, "hitRate": 0.13966480446927373 @@ -4031,7 +4031,7 @@ "encoding": "ISO-8859-5", "language": "ru", "confidence": 41, - "byteLogLikelihood": -3.3137607778551432, + "byteLogLikelihood": -3.313760777855, "hits": 25, "total": 179, "hitRate": 0.13966480446927373 @@ -4040,7 +4040,7 @@ "encoding": "IBM855", "language": "ru", "confidence": 9, - "byteLogLikelihood": -4.826799236728464, + "byteLogLikelihood": -4.826799236728, "hits": 5, "total": 166, "hitRate": 0.030120481927710843 @@ -4049,7 +4049,7 @@ "encoding": "KOI8-U", "language": "uk", "confidence": 1, - "byteLogLikelihood": -4.816522715875105, + "byteLogLikelihood": -4.816522715875, "hits": 1, "total": 179, "hitRate": 0.00558659217877095 @@ -4058,7 +4058,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 0, - "byteLogLikelihood": -4.841944488281641, + "byteLogLikelihood": -4.841944488282, "hits": 0, "total": 176, "hitRate": 0 @@ -4067,7 +4067,7 @@ "encoding": "ISO-8859-2", "language": "hu", "confidence": 0, - "byteLogLikelihood": -4.941337938887524, + "byteLogLikelihood": -4.941337938888, "hits": 0, "total": 177, "hitRate": 0 @@ -4076,7 +4076,7 @@ "encoding": "windows-1252", "language": "it", "confidence": 0, - "byteLogLikelihood": -4.841944488281641, + "byteLogLikelihood": -4.841944488282, "hits": 0, "total": 176, "hitRate": 0 @@ -4085,7 +4085,7 @@ "encoding": "windows-1257", "language": "lt", "confidence": 0, - "byteLogLikelihood": -4.847671496604376, + "byteLogLikelihood": -4.847671496604, "hits": 0, "total": 176, "hitRate": 0 @@ -4094,7 +4094,7 @@ "encoding": "windows-1258", "language": "vi", "confidence": 0, - "byteLogLikelihood": -4.755485363393952, + "byteLogLikelihood": -4.755485363394, "hits": 0, "total": 166, "hitRate": 0 @@ -4103,7 +4103,7 @@ "encoding": "windows-874", "language": "th", "confidence": 0, - "byteLogLikelihood": -4.810914106721784, + "byteLogLikelihood": -4.810914106722, "hits": 0, "total": 84, "hitRate": 0 @@ -4112,7 +4112,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 0, - "byteLogLikelihood": -4.847671496604376, + "byteLogLikelihood": -4.847671496604, "hits": 0, "total": 176, "hitRate": 0 @@ -4121,7 +4121,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 0, - "byteLogLikelihood": -4.830028069510364, + "byteLogLikelihood": -4.83002806951, "hits": 0, "total": 178, "hitRate": 0 @@ -4130,7 +4130,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.848242748706202, + "byteLogLikelihood": -4.848242748706, "hits": 0, "total": 177, "hitRate": 0 @@ -4146,7 +4146,7 @@ "encoding": "ISO-8859-6", "language": "ar", "confidence": 62, - "byteLogLikelihood": -3.3060094227746553, + "byteLogLikelihood": -3.306009422775, "hits": 23, "total": 110, "hitRate": 0.20909090909090908 @@ -4161,7 +4161,7 @@ "encoding": "ISO-8859-6", "language": "ar", "confidence": 62, - "byteLogLikelihood": -3.3060094227746553, + "byteLogLikelihood": -3.306009422775, "hits": 23, "total": 110, "hitRate": 0.20909090909090908 @@ -4170,7 +4170,7 @@ "encoding": "windows-1256", "language": "ar", "confidence": 10, - "byteLogLikelihood": -3.968382111450694, + "byteLogLikelihood": -3.968382111451, "hits": 4, "total": 110, "hitRate": 0.03636363636363636 @@ -4179,7 +4179,7 @@ "encoding": "ISO-8859-1", "language": "sv", "confidence": 0, - "byteLogLikelihood": -4.6958439343902265, + "byteLogLikelihood": -4.69584393439, "hits": 0, "total": 110, "hitRate": 0 @@ -4188,7 +4188,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 0, - "byteLogLikelihood": -4.933475282211929, + "byteLogLikelihood": -4.933475282212, "hits": 0, "total": 110, "hitRate": 0 @@ -4197,7 +4197,7 @@ "encoding": "windows-1252", "language": "sv", "confidence": 0, - "byteLogLikelihood": -4.6958439343902265, + "byteLogLikelihood": -4.69584393439, "hits": 0, "total": 110, "hitRate": 0 @@ -4206,7 +4206,7 @@ "encoding": "windows-1254", "language": "tr", "confidence": 0, - "byteLogLikelihood": -4.933475282211929, + "byteLogLikelihood": -4.933475282212, "hits": 0, "total": 110, "hitRate": 0 @@ -4215,7 +4215,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 0, - "byteLogLikelihood": -4.720241822679511, + "byteLogLikelihood": -4.72024182268, "hits": 0, "total": 110, "hitRate": 0 @@ -4224,7 +4224,7 @@ "encoding": "windows-874", "language": "th", "confidence": 0, - "byteLogLikelihood": -4.643135408712249, + "byteLogLikelihood": -4.643135408712, "hits": 0, "total": 92, "hitRate": 0 @@ -4233,7 +4233,7 @@ "encoding": "macintosh", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.9487598903781675, + "byteLogLikelihood": -4.948759890378, "hits": 0, "total": 55, "hitRate": 0 @@ -4242,7 +4242,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 0, - "byteLogLikelihood": -4.799641758470844, + "byteLogLikelihood": -4.799641758471, "hits": 0, "total": 111, "hitRate": 0 @@ -4251,7 +4251,7 @@ "encoding": "ISO-8859-15", "language": "de", "confidence": 0, - "byteLogLikelihood": -4.7553174259620015, + "byteLogLikelihood": -4.755317425962, "hits": 0, "total": 110, "hitRate": 0 @@ -4260,7 +4260,7 @@ "encoding": "CP850", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.9487598903781675, + "byteLogLikelihood": -4.948759890378, "hits": 0, "total": 98, "hitRate": 0 @@ -4276,7 +4276,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 51, - "byteLogLikelihood": -3.435199501999897, + "byteLogLikelihood": -3.435199502, "hits": 23, "total": 134, "hitRate": 0.17164179104477612 @@ -4291,7 +4291,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 51, - "byteLogLikelihood": -3.435199501999897, + "byteLogLikelihood": -3.435199502, "hits": 23, "total": 134, "hitRate": 0.17164179104477612 @@ -4300,7 +4300,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 51, - "byteLogLikelihood": -3.435199501999897, + "byteLogLikelihood": -3.435199502, "hits": 23, "total": 134, "hitRate": 0.17164179104477612 @@ -4309,7 +4309,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 2, - "byteLogLikelihood": -4.094953595069802, + "byteLogLikelihood": -4.09495359507, "hits": 1, "total": 127, "hitRate": 0.007874015748031496 @@ -4318,7 +4318,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 2, - "byteLogLikelihood": -4.094953595069802, + "byteLogLikelihood": -4.09495359507, "hits": 1, "total": 127, "hitRate": 0.007874015748031496 @@ -4327,7 +4327,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 2, - "byteLogLikelihood": -4.203232324163083, + "byteLogLikelihood": -4.203232324163, "hits": 1, "total": 131, "hitRate": 0.007633587786259542 @@ -4336,7 +4336,7 @@ "encoding": "ISO-8859-1", "language": "pt", "confidence": 0, - "byteLogLikelihood": -4.599323437660159, + "byteLogLikelihood": -4.59932343766, "hits": 0, "total": 134, "hitRate": 0 @@ -4345,7 +4345,7 @@ "encoding": "ISO-8859-2", "language": "hu", "confidence": 0, - "byteLogLikelihood": -4.358825259583147, + "byteLogLikelihood": -4.358825259583, "hits": 0, "total": 134, "hitRate": 0 @@ -4354,7 +4354,7 @@ "encoding": "windows-1250", "language": "hu", "confidence": 0, - "byteLogLikelihood": -4.358825259583147, + "byteLogLikelihood": -4.358825259583, "hits": 0, "total": 134, "hitRate": 0 @@ -4363,7 +4363,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.28869719830448, + "byteLogLikelihood": -4.288697198304, "hits": 0, "total": 134, "hitRate": 0 @@ -4372,7 +4372,7 @@ "encoding": "windows-1252", "language": "pt", "confidence": 0, - "byteLogLikelihood": -4.599323437660159, + "byteLogLikelihood": -4.59932343766, "hits": 0, "total": 134, "hitRate": 0 @@ -4381,7 +4381,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 0, - "byteLogLikelihood": -4.576407109739057, + "byteLogLikelihood": -4.576407109739, "hits": 0, "total": 134, "hitRate": 0 @@ -4390,7 +4390,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.6039740377957585, + "byteLogLikelihood": -4.603974037796, "hits": 0, "total": 134, "hitRate": 0 @@ -4406,7 +4406,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 47, - "byteLogLikelihood": -3.320333973076032, + "byteLogLikelihood": -3.320333973076, "hits": 16, "total": 102, "hitRate": 0.1568627450980392 @@ -4421,7 +4421,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 47, - "byteLogLikelihood": -3.320333973076032, + "byteLogLikelihood": -3.320333973076, "hits": 16, "total": 102, "hitRate": 0.1568627450980392 @@ -4430,7 +4430,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 47, - "byteLogLikelihood": -3.320333973076032, + "byteLogLikelihood": -3.320333973076, "hits": 16, "total": 102, "hitRate": 0.1568627450980392 @@ -4439,7 +4439,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 2, - "byteLogLikelihood": -3.9819262335774503, + "byteLogLikelihood": -3.981926233577, "hits": 1, "total": 102, "hitRate": 0.00980392156862745 @@ -4448,7 +4448,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 2, - "byteLogLikelihood": -3.9819262335774503, + "byteLogLikelihood": -3.981926233577, "hits": 1, "total": 102, "hitRate": 0.00980392156862745 @@ -4457,7 +4457,7 @@ "encoding": "ISO-8859-1", "language": "sv", "confidence": 0, - "byteLogLikelihood": -4.395116706451511, + "byteLogLikelihood": -4.395116706452, "hits": 0, "total": 102, "hitRate": 0 @@ -4466,7 +4466,7 @@ "encoding": "ISO-8859-2", "language": "cs", "confidence": 0, - "byteLogLikelihood": -4.4619750463190275, + "byteLogLikelihood": -4.461975046319, "hits": 0, "total": 102, "hitRate": 0 @@ -4475,7 +4475,7 @@ "encoding": "windows-1250", "language": "cs", "confidence": 0, - "byteLogLikelihood": -4.4619750463190275, + "byteLogLikelihood": -4.461975046319, "hits": 0, "total": 102, "hitRate": 0 @@ -4484,7 +4484,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.199203901043203, + "byteLogLikelihood": -4.199203901043, "hits": 0, "total": 102, "hitRate": 0 @@ -4493,7 +4493,7 @@ "encoding": "windows-1252", "language": "sv", "confidence": 0, - "byteLogLikelihood": -4.395116706451511, + "byteLogLikelihood": -4.395116706452, "hits": 0, "total": 102, "hitRate": 0 @@ -4502,7 +4502,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 0, - "byteLogLikelihood": -4.639272141502822, + "byteLogLikelihood": -4.639272141503, "hits": 0, "total": 102, "hitRate": 0 @@ -4511,7 +4511,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.134202940862652, + "byteLogLikelihood": -4.134202940863, "hits": 0, "total": 102, "hitRate": 0 @@ -4520,7 +4520,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 0, - "byteLogLikelihood": -4.521941300627167, + "byteLogLikelihood": -4.521941300627, "hits": 0, "total": 102, "hitRate": 0 @@ -4536,7 +4536,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 55, - "byteLogLikelihood": -3.5316752167726904, + "byteLogLikelihood": -3.531675216773, "hits": 25, "total": 134, "hitRate": 0.1865671641791045 @@ -4551,7 +4551,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 55, - "byteLogLikelihood": -3.5316752167726904, + "byteLogLikelihood": -3.531675216773, "hits": 25, "total": 134, "hitRate": 0.1865671641791045 @@ -4560,7 +4560,7 @@ "encoding": "windows-1254", "language": "tr", "confidence": 55, - "byteLogLikelihood": -3.5316752167726904, + "byteLogLikelihood": -3.531675216773, "hits": 25, "total": 134, "hitRate": 0.1865671641791045 @@ -4569,7 +4569,7 @@ "encoding": "ISO-8859-1", "language": "da", "confidence": 17, - "byteLogLikelihood": -4.969813299576001, + "byteLogLikelihood": -4.969813299576, "hits": 8, "total": 134, "hitRate": 0.05970149253731343 @@ -4578,7 +4578,7 @@ "encoding": "windows-1252", "language": "da", "confidence": 17, - "byteLogLikelihood": -4.969813299576001, + "byteLogLikelihood": -4.969813299576, "hits": 8, "total": 134, "hitRate": 0.05970149253731343 @@ -4587,7 +4587,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 13, - "byteLogLikelihood": -4.3521905160727465, + "byteLogLikelihood": -4.352190516073, "hits": 6, "total": 134, "hitRate": 0.04477611940298507 @@ -4596,7 +4596,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 13, - "byteLogLikelihood": -4.3521905160727465, + "byteLogLikelihood": -4.352190516073, "hits": 6, "total": 134, "hitRate": 0.04477611940298507 @@ -4605,7 +4605,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 11, - "byteLogLikelihood": -3.6134979933726017, + "byteLogLikelihood": -3.613497993373, "hits": 5, "total": 134, "hitRate": 0.03731343283582089 @@ -4614,7 +4614,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 11, - "byteLogLikelihood": -4.394247673507516, + "byteLogLikelihood": -4.394247673508, "hits": 5, "total": 134, "hitRate": 0.03731343283582089 @@ -4623,7 +4623,7 @@ "encoding": "ISO-8859-16", "language": "ro", "confidence": 11, - "byteLogLikelihood": -4.258499816030248, + "byteLogLikelihood": -4.25849981603, "hits": 5, "total": 134, "hitRate": 0.03731343283582089 @@ -4632,7 +4632,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.21696617406579, + "byteLogLikelihood": -4.216966174066, "hits": 0, "total": 134, "hitRate": 0 @@ -4641,7 +4641,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.21696617406579, + "byteLogLikelihood": -4.216966174066, "hits": 0, "total": 134, "hitRate": 0 @@ -4650,7 +4650,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.22610845571037, + "byteLogLikelihood": -4.22610845571, "hits": 0, "total": 134, "hitRate": 0 @@ -4666,7 +4666,7 @@ "encoding": "KOI8-R", "language": "ru", "confidence": 43, - "byteLogLikelihood": -3.313760777855142, + "byteLogLikelihood": -3.313760777855, "hits": 26, "total": 179, "hitRate": 0.1452513966480447 @@ -4681,7 +4681,7 @@ "encoding": "KOI8-R", "language": "ru", "confidence": 43, - "byteLogLikelihood": -3.313760777855142, + "byteLogLikelihood": -3.313760777855, "hits": 26, "total": 179, "hitRate": 0.1452513966480447 @@ -4690,7 +4690,7 @@ "encoding": "KOI8-U", "language": "uk", "confidence": 28, - "byteLogLikelihood": -3.4432151057527425, + "byteLogLikelihood": -3.443215105753, "hits": 17, "total": 179, "hitRate": 0.09497206703910614 @@ -4699,7 +4699,7 @@ "encoding": "windows-874", "language": "th", "confidence": 12, - "byteLogLikelihood": -4.705552828452045, + "byteLogLikelihood": -4.705552828452, "hits": 7, "total": 162, "hitRate": 0.043209876543209874 @@ -4708,7 +4708,7 @@ "encoding": "ISO-8859-1", "language": "nl", "confidence": 0, - "byteLogLikelihood": -4.900684399759224, + "byteLogLikelihood": -4.900684399759, "hits": 0, "total": 176, "hitRate": 0 @@ -4717,7 +4717,7 @@ "encoding": "ISO-8859-6", "language": "ar", "confidence": 0, - "byteLogLikelihood": -4.759099059366501, + "byteLogLikelihood": -4.759099059367, "hits": 0, "total": 176, "hitRate": 0 @@ -4726,7 +4726,7 @@ "encoding": "windows-1252", "language": "nl", "confidence": 0, - "byteLogLikelihood": -4.900684399759224, + "byteLogLikelihood": -4.900684399759, "hits": 0, "total": 176, "hitRate": 0 @@ -4735,7 +4735,7 @@ "encoding": "windows-1256", "language": "ar", "confidence": 0, - "byteLogLikelihood": -4.796335743251594, + "byteLogLikelihood": -4.796335743252, "hits": 0, "total": 175, "hitRate": 0 @@ -4744,7 +4744,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 0, - "byteLogLikelihood": -4.915332398310187, + "byteLogLikelihood": -4.91533239831, "hits": 0, "total": 176, "hitRate": 0 @@ -4753,7 +4753,7 @@ "encoding": "macintosh", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.9487598903781675, + "byteLogLikelihood": -4.948759890378, "hits": 0, "total": 94, "hitRate": 0 @@ -4762,7 +4762,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 0, - "byteLogLikelihood": -4.9126548857360515, + "byteLogLikelihood": -4.912654885736, "hits": 0, "total": 179, "hitRate": 0 @@ -4771,7 +4771,7 @@ "encoding": "ISO-8859-15", "language": "de", "confidence": 0, - "byteLogLikelihood": -4.935090625757383, + "byteLogLikelihood": -4.935090625757, "hits": 0, "total": 176, "hitRate": 0 @@ -4780,7 +4780,7 @@ "encoding": "CP850", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.9487598903781675, + "byteLogLikelihood": -4.948759890378, "hits": 0, "total": 92, "hitRate": 0 @@ -4796,7 +4796,7 @@ "encoding": "KOI8-U", "language": "uk", "confidence": 32, - "byteLogLikelihood": -3.3436975693204865, + "byteLogLikelihood": -3.34369756932, "hits": 19, "total": 177, "hitRate": 0.10734463276836158 @@ -4811,7 +4811,7 @@ "encoding": "KOI8-U", "language": "uk", "confidence": 32, - "byteLogLikelihood": -3.3436975693204865, + "byteLogLikelihood": -3.34369756932, "hits": 19, "total": 177, "hitRate": 0.10734463276836158 @@ -4820,7 +4820,7 @@ "encoding": "KOI8-R", "language": "ru", "confidence": 17, - "byteLogLikelihood": -3.51001269580142, + "byteLogLikelihood": -3.510012695801, "hits": 10, "total": 172, "hitRate": 0.05813953488372093 @@ -4829,7 +4829,7 @@ "encoding": "windows-874", "language": "th", "confidence": 11, - "byteLogLikelihood": -4.843281209677794, + "byteLogLikelihood": -4.843281209678, "hits": 6, "total": 163, "hitRate": 0.03680981595092025 @@ -4838,7 +4838,7 @@ "encoding": "ISO-8859-1", "language": "en", "confidence": 1, - "byteLogLikelihood": -4.915420747008651, + "byteLogLikelihood": -4.915420747009, "hits": 1, "total": 168, "hitRate": 0.005952380952380952 @@ -4847,7 +4847,7 @@ "encoding": "ISO-8859-6", "language": "ar", "confidence": 1, - "byteLogLikelihood": -4.726706027837932, + "byteLogLikelihood": -4.726706027838, "hits": 1, "total": 170, "hitRate": 0.0058823529411764705 @@ -4856,7 +4856,7 @@ "encoding": "windows-1252", "language": "en", "confidence": 1, - "byteLogLikelihood": -4.915420747008651, + "byteLogLikelihood": -4.915420747009, "hits": 1, "total": 168, "hitRate": 0.005952380952380952 @@ -4865,7 +4865,7 @@ "encoding": "windows-1256", "language": "ar", "confidence": 1, - "byteLogLikelihood": -4.693044688745164, + "byteLogLikelihood": -4.693044688745, "hits": 1, "total": 168, "hitRate": 0.005952380952380952 @@ -4874,7 +4874,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 0, - "byteLogLikelihood": -4.922686041885769, + "byteLogLikelihood": -4.922686041886, "hits": 0, "total": 168, "hitRate": 0 @@ -4883,7 +4883,7 @@ "encoding": "macintosh", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.9487598903781675, + "byteLogLikelihood": -4.948759890378, "hits": 0, "total": 89, "hitRate": 0 @@ -4892,7 +4892,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 0, - "byteLogLikelihood": -4.912654885736053, + "byteLogLikelihood": -4.912654885736, "hits": 0, "total": 177, "hitRate": 0 @@ -4901,7 +4901,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.944199711558694, + "byteLogLikelihood": -4.944199711559, "hits": 0, "total": 176, "hitRate": 0 @@ -4910,7 +4910,7 @@ "encoding": "CP850", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.9487598903781675, + "byteLogLikelihood": -4.948759890378, "hits": 0, "total": 92, "hitRate": 0 @@ -4926,7 +4926,7 @@ "encoding": "macintosh", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.1697120775185543, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -4941,7 +4941,7 @@ "encoding": "macintosh", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.1697120775185543, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -4950,7 +4950,7 @@ "encoding": "windows-1252", "language": "de", "confidence": 70, - "byteLogLikelihood": -5.003946305945459, + "byteLogLikelihood": -5.003946305945, "hits": 51, "total": 216, "hitRate": 0.2361111111111111 @@ -4959,7 +4959,7 @@ "encoding": "ISO-8859-15", "language": "de", "confidence": 74, - "byteLogLikelihood": -5.003946305945459, + "byteLogLikelihood": -5.003946305945, "hits": 53, "total": 214, "hitRate": 0.24766355140186916 @@ -4968,7 +4968,7 @@ "encoding": "ISO-8859-1", "language": "de", "confidence": 74, - "byteLogLikelihood": -5.003946305945459, + "byteLogLikelihood": -5.003946305945, "hits": 53, "total": 214, "hitRate": 0.24766355140186916 @@ -4977,7 +4977,7 @@ "encoding": "CP850", "language": "de", "confidence": 69, - "byteLogLikelihood": -5.003946305945459, + "byteLogLikelihood": -5.003946305945, "hits": 50, "total": 216, "hitRate": 0.23148148148148148 @@ -4986,7 +4986,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 22, - "byteLogLikelihood": -4.912654885736052, + "byteLogLikelihood": -4.912654885736, "hits": 16, "total": 214, "hitRate": 0.07476635514018691 @@ -4995,7 +4995,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 15, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 11, "total": 214, "hitRate": 0.0514018691588785 @@ -5004,7 +5004,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 15, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 11, "total": 216, "hitRate": 0.05092592592592592 @@ -5013,7 +5013,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 14, - "byteLogLikelihood": -5.0751738152338275, + "byteLogLikelihood": -5.075173815234, "hits": 10, "total": 214, "hitRate": 0.04672897196261682 @@ -5022,7 +5022,7 @@ "encoding": "windows-1254", "language": "tr", "confidence": 12, - "byteLogLikelihood": -5.0751738152338275, + "byteLogLikelihood": -5.075173815234, "hits": 9, "total": 216, "hitRate": 0.041666666666666664 @@ -5031,7 +5031,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 11, - "byteLogLikelihood": -5.1929568508902095, + "byteLogLikelihood": -5.19295685089, "hits": 8, "total": 214, "hitRate": 0.037383177570093455 @@ -5040,7 +5040,7 @@ "encoding": "CP852", "language": "pl", "confidence": 5, - "byteLogLikelihood": -5.0875963352323845, + "byteLogLikelihood": -5.087596335232, "hits": 4, "total": 216, "hitRate": 0.018518518518518517 @@ -5056,7 +5056,7 @@ "encoding": "macintosh", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -5071,7 +5071,7 @@ "encoding": "macintosh", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -5080,7 +5080,7 @@ "encoding": "windows-1252", "language": "es", "confidence": 58, - "byteLogLikelihood": -4.948759890378169, + "byteLogLikelihood": -4.948759890378, "hits": 39, "total": 199, "hitRate": 0.19597989949748743 @@ -5089,7 +5089,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 58, - "byteLogLikelihood": -4.948759890378169, + "byteLogLikelihood": -4.948759890378, "hits": 39, "total": 199, "hitRate": 0.19597989949748743 @@ -5098,7 +5098,7 @@ "encoding": "ISO-8859-1", "language": "es", "confidence": 58, - "byteLogLikelihood": -4.948759890378169, + "byteLogLikelihood": -4.948759890378, "hits": 39, "total": 199, "hitRate": 0.19597989949748743 @@ -5107,7 +5107,7 @@ "encoding": "CP850", "language": "es", "confidence": 58, - "byteLogLikelihood": -4.948759890378169, + "byteLogLikelihood": -4.948759890378, "hits": 39, "total": 200, "hitRate": 0.195 @@ -5116,7 +5116,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 25, - "byteLogLikelihood": -5.192956850890211, + "byteLogLikelihood": -5.19295685089, "hits": 17, "total": 199, "hitRate": 0.08542713567839195 @@ -5125,7 +5125,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 16, - "byteLogLikelihood": -4.912654885736052, + "byteLogLikelihood": -4.912654885736, "hits": 11, "total": 199, "hitRate": 0.05527638190954774 @@ -5134,7 +5134,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 15, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 10, "total": 199, "hitRate": 0.05025125628140704 @@ -5143,7 +5143,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 15, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 10, "total": 199, "hitRate": 0.05025125628140704 @@ -5152,7 +5152,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 7, - "byteLogLikelihood": -5.075173815233826, + "byteLogLikelihood": -5.075173815234, "hits": 5, "total": 199, "hitRate": 0.02512562814070352 @@ -5161,7 +5161,7 @@ "encoding": "windows-1254", "language": "tr", "confidence": 7, - "byteLogLikelihood": -5.075173815233826, + "byteLogLikelihood": -5.075173815234, "hits": 5, "total": 199, "hitRate": 0.02512562814070352 @@ -5170,7 +5170,7 @@ "encoding": "CP852", "language": "pl", "confidence": 7, - "byteLogLikelihood": -5.0875963352323845, + "byteLogLikelihood": -5.087596335232, "hits": 5, "total": 200, "hitRate": 0.025 @@ -5186,7 +5186,7 @@ "encoding": "macintosh", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -5201,7 +5201,7 @@ "encoding": "macintosh", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -5210,7 +5210,7 @@ "encoding": "windows-1252", "language": "fr", "confidence": 71, - "byteLogLikelihood": -5.0106352940962555, + "byteLogLikelihood": -5.010635294096, "hits": 54, "total": 228, "hitRate": 0.23684210526315788 @@ -5219,7 +5219,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 75, - "byteLogLikelihood": -5.0106352940962555, + "byteLogLikelihood": -5.010635294096, "hits": 56, "total": 224, "hitRate": 0.25 @@ -5228,7 +5228,7 @@ "encoding": "ISO-8859-1", "language": "fr", "confidence": 75, - "byteLogLikelihood": -5.0106352940962555, + "byteLogLikelihood": -5.010635294096, "hits": 56, "total": 224, "hitRate": 0.25 @@ -5237,7 +5237,7 @@ "encoding": "CP850", "language": "fr", "confidence": 71, - "byteLogLikelihood": -5.0106352940962555, + "byteLogLikelihood": -5.010635294096, "hits": 54, "total": 228, "hitRate": 0.23684210526315788 @@ -5246,7 +5246,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 12, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 9, "total": 224, "hitRate": 0.04017857142857143 @@ -5255,7 +5255,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 11, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 9, "total": 228, "hitRate": 0.039473684210526314 @@ -5264,7 +5264,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 7, - "byteLogLikelihood": -5.19295685089021, + "byteLogLikelihood": -5.19295685089, "hits": 6, "total": 228, "hitRate": 0.02631578947368421 @@ -5273,7 +5273,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 6, - "byteLogLikelihood": -5.075173815233827, + "byteLogLikelihood": -5.075173815234, "hits": 5, "total": 224, "hitRate": 0.022321428571428572 @@ -5282,7 +5282,7 @@ "encoding": "windows-1254", "language": "tr", "confidence": 6, - "byteLogLikelihood": -5.075173815233827, + "byteLogLikelihood": -5.075173815234, "hits": 5, "total": 224, "hitRate": 0.022321428571428572 @@ -5291,7 +5291,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 4, - "byteLogLikelihood": -4.912654885736052, + "byteLogLikelihood": -4.912654885736, "hits": 3, "total": 224, "hitRate": 0.013392857142857142 @@ -5300,7 +5300,7 @@ "encoding": "IBM855", "language": "sr", "confidence": 0, - "byteLogLikelihood": -3.576182148392255, + "byteLogLikelihood": -3.576182148392, "hits": 0, "total": 228, "hitRate": 0 @@ -5316,7 +5316,7 @@ "encoding": "ISO-8859-2", "language": "cs", "confidence": 30, - "byteLogLikelihood": -3.4291591084415995, + "byteLogLikelihood": -3.429159108442, "hits": 13, "total": 126, "hitRate": 0.10317460317460317 @@ -5331,7 +5331,7 @@ "encoding": "ISO-8859-2", "language": "cs", "confidence": 30, - "byteLogLikelihood": -3.4291591084415995, + "byteLogLikelihood": -3.429159108442, "hits": 13, "total": 126, "hitRate": 0.10317460317460317 @@ -5340,7 +5340,7 @@ "encoding": "windows-1250", "language": "cs", "confidence": 30, - "byteLogLikelihood": -3.4291591084415995, + "byteLogLikelihood": -3.429159108442, "hits": 13, "total": 126, "hitRate": 0.10317460317460317 @@ -5349,7 +5349,7 @@ "encoding": "ISO-8859-1", "language": "pt", "confidence": 11, - "byteLogLikelihood": -4.567039228599802, + "byteLogLikelihood": -4.5670392286, "hits": 5, "total": 126, "hitRate": 0.03968253968253968 @@ -5358,7 +5358,7 @@ "encoding": "windows-1252", "language": "pt", "confidence": 11, - "byteLogLikelihood": -4.567039228599802, + "byteLogLikelihood": -4.5670392286, "hits": 5, "total": 126, "hitRate": 0.03968253968253968 @@ -5367,7 +5367,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 7, - "byteLogLikelihood": -4.081579721494509, + "byteLogLikelihood": -4.081579721495, "hits": 3, "total": 126, "hitRate": 0.023809523809523808 @@ -5376,7 +5376,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.4014461968813237, + "byteLogLikelihood": -3.401446196881, "hits": 0, "total": 126, "hitRate": 0 @@ -5385,7 +5385,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.4675096521994124, + "byteLogLikelihood": -3.467509652199, "hits": 0, "total": 125, "hitRate": 0 @@ -5394,7 +5394,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.249199684222383, + "byteLogLikelihood": -4.249199684222, "hits": 0, "total": 126, "hitRate": 0 @@ -5403,7 +5403,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.4014461968813237, + "byteLogLikelihood": -3.401446196881, "hits": 0, "total": 126, "hitRate": 0 @@ -5412,7 +5412,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.4675096521994124, + "byteLogLikelihood": -3.467509652199, "hits": 0, "total": 125, "hitRate": 0 @@ -5421,7 +5421,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.2265610117874175, + "byteLogLikelihood": -4.226561011787, "hits": 0, "total": 126, "hitRate": 0 @@ -5430,7 +5430,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 0, - "byteLogLikelihood": -4.43713857776991, + "byteLogLikelihood": -4.43713857777, "hits": 0, "total": 126, "hitRate": 0 @@ -5446,7 +5446,7 @@ "encoding": "ISO-8859-2", "language": "hu", "confidence": 46, - "byteLogLikelihood": -3.1612059022027728, + "byteLogLikelihood": -3.161205902203, "hits": 21, "total": 136, "hitRate": 0.15441176470588236 @@ -5461,7 +5461,7 @@ "encoding": "ISO-8859-2", "language": "hu", "confidence": 46, - "byteLogLikelihood": -3.1612059022027728, + "byteLogLikelihood": -3.161205902203, "hits": 21, "total": 136, "hitRate": 0.15441176470588236 @@ -5470,7 +5470,7 @@ "encoding": "windows-1250", "language": "hu", "confidence": 46, - "byteLogLikelihood": -3.1612059022027728, + "byteLogLikelihood": -3.161205902203, "hits": 21, "total": 136, "hitRate": 0.15441176470588236 @@ -5479,7 +5479,7 @@ "encoding": "ISO-8859-1", "language": "pt", "confidence": 17, - "byteLogLikelihood": -4.507887190294246, + "byteLogLikelihood": -4.507887190294, "hits": 8, "total": 136, "hitRate": 0.058823529411764705 @@ -5488,7 +5488,7 @@ "encoding": "windows-1252", "language": "pt", "confidence": 17, - "byteLogLikelihood": -4.507887190294246, + "byteLogLikelihood": -4.507887190294, "hits": 8, "total": 136, "hitRate": 0.058823529411764705 @@ -5497,7 +5497,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 4, - "byteLogLikelihood": -4.274525549304646, + "byteLogLikelihood": -4.274525549305, "hits": 2, "total": 136, "hitRate": 0.014705882352941176 @@ -5506,7 +5506,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 2, - "byteLogLikelihood": -4.453831056838394, + "byteLogLikelihood": -4.453831056838, "hits": 1, "total": 136, "hitRate": 0.007352941176470588 @@ -5515,7 +5515,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 2, - "byteLogLikelihood": -3.900251533869562, + "byteLogLikelihood": -3.90025153387, "hits": 1, "total": 136, "hitRate": 0.007352941176470588 @@ -5524,7 +5524,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.4302479046238266, + "byteLogLikelihood": -3.430247904624, "hits": 0, "total": 136, "hitRate": 0 @@ -5533,7 +5533,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.984546441117653, + "byteLogLikelihood": -3.984546441118, "hits": 0, "total": 135, "hitRate": 0 @@ -5542,7 +5542,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.4302479046238266, + "byteLogLikelihood": -3.430247904624, "hits": 0, "total": 136, "hitRate": 0 @@ -5551,7 +5551,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.984546441117653, + "byteLogLikelihood": -3.984546441118, "hits": 0, "total": 135, "hitRate": 0 @@ -5560,7 +5560,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.187765411941347, + "byteLogLikelihood": -4.187765411941, "hits": 0, "total": 136, "hitRate": 0 @@ -5576,7 +5576,7 @@ "encoding": "windows-1250", "language": "pl", "confidence": 40, - "byteLogLikelihood": -3.5291052717201463, + "byteLogLikelihood": -3.52910527172, "hits": 25, "total": 184, "hitRate": 0.1358695652173913 @@ -5591,7 +5591,7 @@ "encoding": "windows-1250", "language": "pl", "confidence": 40, - "byteLogLikelihood": -3.5291052717201463, + "byteLogLikelihood": -3.52910527172, "hits": 25, "total": 184, "hitRate": 0.1358695652173913 @@ -5600,7 +5600,7 @@ "encoding": "ISO-8859-2", "language": "pl", "confidence": 37, - "byteLogLikelihood": -4.297518988234737, + "byteLogLikelihood": -4.297518988235, "hits": 23, "total": 184, "hitRate": 0.125 @@ -5609,7 +5609,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 8, - "byteLogLikelihood": -4.919980925828124, + "byteLogLikelihood": -4.919980925828, "hits": 5, "total": 183, "hitRate": 0.0273224043715847 @@ -5618,7 +5618,7 @@ "encoding": "windows-1252", "language": "it", "confidence": 8, - "byteLogLikelihood": -4.919980925828124, + "byteLogLikelihood": -4.919980925828, "hits": 5, "total": 183, "hitRate": 0.0273224043715847 @@ -5627,7 +5627,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 6, - "byteLogLikelihood": -4.9344739331306915, + "byteLogLikelihood": -4.934473933131, "hits": 4, "total": 183, "hitRate": 0.02185792349726776 @@ -5636,7 +5636,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 6, - "byteLogLikelihood": -4.396558412647502, + "byteLogLikelihood": -4.396558412648, "hits": 4, "total": 183, "hitRate": 0.02185792349726776 @@ -5645,7 +5645,7 @@ "encoding": "macintosh", "language": "es", "confidence": 4, - "byteLogLikelihood": -4.826691858303935, + "byteLogLikelihood": -4.826691858304, "hits": 3, "total": 184, "hitRate": 0.016304347826086956 @@ -5654,7 +5654,7 @@ "encoding": "ISO-8859-4", "language": "lv", "confidence": 4, - "byteLogLikelihood": -4.704684722593273, + "byteLogLikelihood": -4.704684722593, "hits": 3, "total": 184, "hitRate": 0.016304347826086956 @@ -5663,7 +5663,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 3, - "byteLogLikelihood": -4.715734558779857, + "byteLogLikelihood": -4.71573455878, "hits": 2, "total": 184, "hitRate": 0.010869565217391304 @@ -5672,7 +5672,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 1, - "byteLogLikelihood": -4.912654885736052, + "byteLogLikelihood": -4.912654885736, "hits": 1, "total": 184, "hitRate": 0.005434782608695652 @@ -5681,7 +5681,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.848389618517087, + "byteLogLikelihood": -4.848389618517, "hits": 0, "total": 184, "hitRate": 0 @@ -5690,7 +5690,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.848389618517087, + "byteLogLikelihood": -4.848389618517, "hits": 0, "total": 184, "hitRate": 0 @@ -5706,7 +5706,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 41, - "byteLogLikelihood": -2.6845392975419866, + "byteLogLikelihood": -2.684539297542, "hits": 28, "total": 202, "hitRate": 0.13861386138613863 @@ -5721,7 +5721,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 41, - "byteLogLikelihood": -2.6845392975419866, + "byteLogLikelihood": -2.684539297542, "hits": 28, "total": 202, "hitRate": 0.13861386138613863 @@ -5730,7 +5730,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 41, - "byteLogLikelihood": -2.6845392975419866, + "byteLogLikelihood": -2.684539297542, "hits": 28, "total": 202, "hitRate": 0.13861386138613863 @@ -5739,7 +5739,7 @@ "encoding": "ISO-8859-16", "language": "ro", "confidence": 38, - "byteLogLikelihood": -2.700458868498381, + "byteLogLikelihood": -2.700458868498, "hits": 26, "total": 202, "hitRate": 0.12871287128712872 @@ -5748,7 +5748,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 26, - "byteLogLikelihood": -4.919980925828125, + "byteLogLikelihood": -4.919980925828, "hits": 18, "total": 202, "hitRate": 0.0891089108910891 @@ -5757,7 +5757,7 @@ "encoding": "windows-1252", "language": "it", "confidence": 26, - "byteLogLikelihood": -4.919980925828125, + "byteLogLikelihood": -4.919980925828, "hits": 18, "total": 202, "hitRate": 0.0891089108910891 @@ -5766,7 +5766,7 @@ "encoding": "ISO-8859-5", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.208609169551529, + "byteLogLikelihood": -4.208609169552, "hits": 0, "total": 202, "hitRate": 0 @@ -5775,7 +5775,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.335053381509842, + "byteLogLikelihood": -4.33505338151, "hits": 0, "total": 202, "hitRate": 0 @@ -5784,7 +5784,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.1978136552737215, + "byteLogLikelihood": -4.197813655274, "hits": 0, "total": 201, "hitRate": 0 @@ -5793,7 +5793,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.229886082373598, + "byteLogLikelihood": -4.229886082374, "hits": 0, "total": 202, "hitRate": 0 @@ -5802,7 +5802,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.1978136552737215, + "byteLogLikelihood": -4.197813655274, "hits": 0, "total": 201, "hitRate": 0 @@ -5811,7 +5811,7 @@ "encoding": "IBM866", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.208609169551529, + "byteLogLikelihood": -4.208609169552, "hits": 0, "total": 201, "hitRate": 0 @@ -5820,7 +5820,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.229886082373598, + "byteLogLikelihood": -4.229886082374, "hits": 0, "total": 202, "hitRate": 0 @@ -5836,7 +5836,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 41, - "byteLogLikelihood": -3.3137607778551432, + "byteLogLikelihood": -3.313760777855, "hits": 25, "total": 179, "hitRate": 0.13966480446927373 @@ -5851,7 +5851,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 41, - "byteLogLikelihood": -3.3137607778551432, + "byteLogLikelihood": -3.313760777855, "hits": 25, "total": 179, "hitRate": 0.13966480446927373 @@ -5860,7 +5860,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 34, - "byteLogLikelihood": -3.411211853363889, + "byteLogLikelihood": -3.411211853364, "hits": 20, "total": 175, "hitRate": 0.11428571428571428 @@ -5869,7 +5869,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 3, - "byteLogLikelihood": -3.9415951022681415, + "byteLogLikelihood": -3.941595102268, "hits": 2, "total": 167, "hitRate": 0.011976047904191617 @@ -5878,7 +5878,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 3, - "byteLogLikelihood": -3.9415951022681415, + "byteLogLikelihood": -3.941595102268, "hits": 2, "total": 167, "hitRate": 0.011976047904191617 @@ -5887,7 +5887,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 1, - "byteLogLikelihood": -4.724449359888652, + "byteLogLikelihood": -4.724449359889, "hits": 1, "total": 179, "hitRate": 0.00558659217877095 @@ -5896,7 +5896,7 @@ "encoding": "ISO-8859-1", "language": "sv", "confidence": 0, - "byteLogLikelihood": -4.665227236998353, + "byteLogLikelihood": -4.665227236998, "hits": 0, "total": 179, "hitRate": 0 @@ -5905,7 +5905,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.209243802683938, + "byteLogLikelihood": -4.209243802684, "hits": 0, "total": 176, "hitRate": 0 @@ -5914,7 +5914,7 @@ "encoding": "windows-1252", "language": "sv", "confidence": 0, - "byteLogLikelihood": -4.665227236998353, + "byteLogLikelihood": -4.665227236998, "hits": 0, "total": 179, "hitRate": 0 @@ -5923,7 +5923,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.209243802683938, + "byteLogLikelihood": -4.209243802684, "hits": 0, "total": 176, "hitRate": 0 @@ -5932,7 +5932,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 0, - "byteLogLikelihood": -4.615217236830184, + "byteLogLikelihood": -4.61521723683, "hits": 0, "total": 176, "hitRate": 0 @@ -5941,7 +5941,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 0, - "byteLogLikelihood": -4.664085453059884, + "byteLogLikelihood": -4.66408545306, "hits": 0, "total": 176, "hitRate": 0 @@ -5950,7 +5950,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 0, - "byteLogLikelihood": -4.760478683075791, + "byteLogLikelihood": -4.760478683076, "hits": 0, "total": 179, "hitRate": 0 @@ -5966,7 +5966,7 @@ "encoding": "ISO-8859-1", "language": "da", "confidence": 52, - "byteLogLikelihood": -3.146558879632805, + "byteLogLikelihood": -3.146558879633, "hits": 21, "total": 120, "hitRate": 0.175 @@ -5981,7 +5981,7 @@ "encoding": "ISO-8859-1", "language": "da", "confidence": 52, - "byteLogLikelihood": -3.146558879632805, + "byteLogLikelihood": -3.146558879633, "hits": 21, "total": 120, "hitRate": 0.175 @@ -5990,7 +5990,7 @@ "encoding": "windows-1252", "language": "da", "confidence": 52, - "byteLogLikelihood": -3.146558879632805, + "byteLogLikelihood": -3.146558879633, "hits": 21, "total": 120, "hitRate": 0.175 @@ -5999,7 +5999,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 10, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 4, "total": 120, "hitRate": 0.03333333333333333 @@ -6008,7 +6008,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 10, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 4, "total": 120, "hitRate": 0.03333333333333333 @@ -6017,7 +6017,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 10, - "byteLogLikelihood": -4.9344739331306915, + "byteLogLikelihood": -4.934473933131, "hits": 4, "total": 120, "hitRate": 0.03333333333333333 @@ -6026,7 +6026,7 @@ "encoding": "ISO-8859-3", "language": "mt", "confidence": 2, - "byteLogLikelihood": -4.658005606593567, + "byteLogLikelihood": -4.658005606594, "hits": 1, "total": 120, "hitRate": 0.008333333333333333 @@ -6035,7 +6035,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 2, - "byteLogLikelihood": -4.145958228046222, + "byteLogLikelihood": -4.145958228046, "hits": 1, "total": 120, "hitRate": 0.008333333333333333 @@ -6044,7 +6044,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.689401143462856, + "byteLogLikelihood": -4.689401143463, "hits": 0, "total": 120, "hitRate": 0 @@ -6053,7 +6053,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.231348206195122, + "byteLogLikelihood": -3.231348206195, "hits": 0, "total": 120, "hitRate": 0 @@ -6062,7 +6062,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.288232392490876, + "byteLogLikelihood": -4.288232392491, "hits": 0, "total": 120, "hitRate": 0 @@ -6071,7 +6071,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.231348206195122, + "byteLogLikelihood": -3.231348206195, "hits": 0, "total": 120, "hitRate": 0 @@ -6080,7 +6080,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.288232392490876, + "byteLogLikelihood": -4.288232392491, "hits": 0, "total": 120, "hitRate": 0 @@ -6096,7 +6096,7 @@ "encoding": "ISO-8859-1", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.169712077518555, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -6111,7 +6111,7 @@ "encoding": "ISO-8859-1", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.169712077518555, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -6120,7 +6120,7 @@ "encoding": "ISO-8859-15", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.169712077518555, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -6129,7 +6129,7 @@ "encoding": "windows-1252", "language": "de", "confidence": 73, - "byteLogLikelihood": -3.169712077518555, + "byteLogLikelihood": -3.169712077519, "hits": 53, "total": 216, "hitRate": 0.24537037037037038 @@ -6138,7 +6138,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 12, - "byteLogLikelihood": -4.525867670899772, + "byteLogLikelihood": -4.5258676709, "hits": 9, "total": 216, "hitRate": 0.041666666666666664 @@ -6147,7 +6147,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 9, - "byteLogLikelihood": -5.19295685089021, + "byteLogLikelihood": -5.19295685089, "hits": 7, "total": 216, "hitRate": 0.032407407407407406 @@ -6156,7 +6156,7 @@ "encoding": "ISO-8859-6", "language": "ar", "confidence": 0, - "byteLogLikelihood": -4.007313397456434, + "byteLogLikelihood": -4.007313397456, "hits": 0, "total": 216, "hitRate": 0 @@ -6165,7 +6165,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.3497545872250365, + "byteLogLikelihood": -4.349754587225, "hits": 0, "total": 216, "hitRate": 0 @@ -6174,7 +6174,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.279537403415218, + "byteLogLikelihood": -4.279537403415, "hits": 0, "total": 216, "hitRate": 0 @@ -6183,7 +6183,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.3497545872250365, + "byteLogLikelihood": -4.349754587225, "hits": 0, "total": 216, "hitRate": 0 @@ -6192,7 +6192,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.279537403415218, + "byteLogLikelihood": -4.279537403415, "hits": 0, "total": 216, "hitRate": 0 @@ -6201,7 +6201,7 @@ "encoding": "windows-1256", "language": "ar", "confidence": 0, - "byteLogLikelihood": -4.318835143108326, + "byteLogLikelihood": -4.318835143108, "hits": 0, "total": 216, "hitRate": 0 @@ -6210,7 +6210,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -3.629332579687434, + "byteLogLikelihood": -3.629332579687, "hits": 0, "total": 216, "hitRate": 0 @@ -6226,7 +6226,7 @@ "encoding": "ISO-8859-1", "language": "en", "confidence": 47, - "byteLogLikelihood": -3.3105430133940246, + "byteLogLikelihood": -3.310543013394, "hits": 21, "total": 132, "hitRate": 0.1590909090909091 @@ -6241,7 +6241,7 @@ "encoding": "ISO-8859-1", "language": "en", "confidence": 47, - "byteLogLikelihood": -3.3105430133940246, + "byteLogLikelihood": -3.310543013394, "hits": 21, "total": 132, "hitRate": 0.1590909090909091 @@ -6250,7 +6250,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 29, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 13, "total": 132, "hitRate": 0.09848484848484848 @@ -6259,7 +6259,7 @@ "encoding": "windows-1252", "language": "en", "confidence": 47, - "byteLogLikelihood": -3.3105430133940246, + "byteLogLikelihood": -3.310543013394, "hits": 21, "total": 132, "hitRate": 0.1590909090909091 @@ -6268,7 +6268,7 @@ "encoding": "ISO-8859-2", "language": "cs", "confidence": 9, - "byteLogLikelihood": -3.5496173867804286, + "byteLogLikelihood": -3.54961738678, "hits": 4, "total": 132, "hitRate": 0.030303030303030304 @@ -6277,7 +6277,7 @@ "encoding": "windows-1250", "language": "cs", "confidence": 9, - "byteLogLikelihood": -3.5496173867804286, + "byteLogLikelihood": -3.54961738678, "hits": 4, "total": 132, "hitRate": 0.030303030303030304 @@ -6286,7 +6286,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -2.6545615161512237, + "byteLogLikelihood": -2.654561516151, "hits": 0, "total": 132, "hitRate": 0 @@ -6295,7 +6295,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.4058846628318493, + "byteLogLikelihood": -2.405884662832, "hits": 0, "total": 132, "hitRate": 0 @@ -6304,7 +6304,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -2.6545615161512237, + "byteLogLikelihood": -2.654561516151, "hits": 0, "total": 132, "hitRate": 0 @@ -6313,7 +6313,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.4058846628318493, + "byteLogLikelihood": -2.405884662832, "hits": 0, "total": 132, "hitRate": 0 @@ -6322,7 +6322,7 @@ "encoding": "windows-874", "language": "th", "confidence": 0, - "byteLogLikelihood": -3.5765502691400166, + "byteLogLikelihood": -3.57655026914, "hits": 0, "total": 131, "hitRate": 0 @@ -6331,7 +6331,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.252383775789052, + "byteLogLikelihood": -4.252383775789, "hits": 0, "total": 132, "hitRate": 0 @@ -6340,7 +6340,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 0, - "byteLogLikelihood": -4.51085950651685, + "byteLogLikelihood": -4.510859506517, "hits": 0, "total": 132, "hitRate": 0 @@ -6356,7 +6356,7 @@ "encoding": "ISO-8859-1", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -6371,7 +6371,7 @@ "encoding": "ISO-8859-1", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -6380,7 +6380,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -6389,7 +6389,7 @@ "encoding": "windows-1252", "language": "es", "confidence": 61, - "byteLogLikelihood": -3.8346579357668467, + "byteLogLikelihood": -3.834657935767, "hits": 41, "total": 200, "hitRate": 0.205 @@ -6398,7 +6398,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 15, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 10, "total": 200, "hitRate": 0.05 @@ -6407,7 +6407,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 15, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 10, "total": 200, "hitRate": 0.05 @@ -6416,7 +6416,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.106555532888448, + "byteLogLikelihood": -3.106555532888, "hits": 0, "total": 200, "hitRate": 0 @@ -6425,7 +6425,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.411159813206563, + "byteLogLikelihood": -3.411159813207, "hits": 0, "total": 200, "hitRate": 0 @@ -6434,7 +6434,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.3363282043764606, + "byteLogLikelihood": -3.336328204376, "hits": 0, "total": 200, "hitRate": 0 @@ -6443,7 +6443,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.106555532888448, + "byteLogLikelihood": -3.106555532888, "hits": 0, "total": 200, "hitRate": 0 @@ -6452,7 +6452,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.411159813206563, + "byteLogLikelihood": -3.411159813207, "hits": 0, "total": 200, "hitRate": 0 @@ -6461,7 +6461,7 @@ "encoding": "windows-1256", "language": "ar", "confidence": 0, - "byteLogLikelihood": -3.3006049631833894, + "byteLogLikelihood": -3.300604963183, "hits": 0, "total": 200, "hitRate": 0 @@ -6470,7 +6470,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.3363282043764606, + "byteLogLikelihood": -3.336328204376, "hits": 0, "total": 200, "hitRate": 0 @@ -6486,7 +6486,7 @@ "encoding": "ISO-8859-1", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -6501,7 +6501,7 @@ "encoding": "ISO-8859-1", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -6510,7 +6510,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -6519,7 +6519,7 @@ "encoding": "windows-1252", "language": "fr", "confidence": 77, - "byteLogLikelihood": -2.0661963149298153, + "byteLogLikelihood": -2.06619631493, "hits": 59, "total": 228, "hitRate": 0.25877192982456143 @@ -6528,7 +6528,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 11, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 9, "total": 228, "hitRate": 0.039473684210526314 @@ -6537,7 +6537,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 11, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 9, "total": 228, "hitRate": 0.039473684210526314 @@ -6546,7 +6546,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 10, - "byteLogLikelihood": -4.51085950651685, + "byteLogLikelihood": -4.510859506517, "hits": 8, "total": 228, "hitRate": 0.03508771929824561 @@ -6555,7 +6555,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -2.6545615161512237, + "byteLogLikelihood": -2.654561516151, "hits": 0, "total": 228, "hitRate": 0 @@ -6564,7 +6564,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.4058846628318493, + "byteLogLikelihood": -2.405884662832, "hits": 0, "total": 228, "hitRate": 0 @@ -6573,7 +6573,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -2.6545615161512237, + "byteLogLikelihood": -2.654561516151, "hits": 0, "total": 228, "hitRate": 0 @@ -6582,7 +6582,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.4058846628318493, + "byteLogLikelihood": -2.405884662832, "hits": 0, "total": 228, "hitRate": 0 @@ -6591,7 +6591,7 @@ "encoding": "windows-874", "language": "th", "confidence": 0, - "byteLogLikelihood": -3.5765502691400166, + "byteLogLikelihood": -3.57655026914, "hits": 0, "total": 224, "hitRate": 0 @@ -6600,7 +6600,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.252383775789052, + "byteLogLikelihood": -4.252383775789, "hits": 0, "total": 228, "hitRate": 0 @@ -6616,7 +6616,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 58, - "byteLogLikelihood": -3.5336865647082343, + "byteLogLikelihood": -3.533686564708, "hits": 31, "total": 159, "hitRate": 0.1949685534591195 @@ -6631,7 +6631,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 58, - "byteLogLikelihood": -3.5336865647082343, + "byteLogLikelihood": -3.533686564708, "hits": 31, "total": 159, "hitRate": 0.1949685534591195 @@ -6640,7 +6640,7 @@ "encoding": "windows-1252", "language": "it", "confidence": 58, - "byteLogLikelihood": -3.5336865647082343, + "byteLogLikelihood": -3.533686564708, "hits": 31, "total": 159, "hitRate": 0.1949685534591195 @@ -6649,7 +6649,7 @@ "encoding": "windows-1258", "language": "vi", "confidence": 16, - "byteLogLikelihood": -3.0122615755052013, + "byteLogLikelihood": -3.012261575505, "hits": 9, "total": 159, "hitRate": 0.05660377358490566 @@ -6658,7 +6658,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 15, - "byteLogLikelihood": -5.19295685089021, + "byteLogLikelihood": -5.19295685089, "hits": 8, "total": 159, "hitRate": 0.050314465408805034 @@ -6667,7 +6667,7 @@ "encoding": "ISO-8859-4", "language": "lv", "confidence": 15, - "byteLogLikelihood": -1.9740810260220096, + "byteLogLikelihood": -1.974081026022, "hits": 8, "total": 159, "hitRate": 0.050314465408805034 @@ -6676,7 +6676,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 3, - "byteLogLikelihood": -3.332204510175204, + "byteLogLikelihood": -3.332204510175, "hits": 2, "total": 159, "hitRate": 0.012578616352201259 @@ -6685,7 +6685,7 @@ "encoding": "ISO-8859-5", "language": "ru", "confidence": 0, - "byteLogLikelihood": -2.95441412422326, + "byteLogLikelihood": -2.954414124223, "hits": 0, "total": 159, "hitRate": 0 @@ -6694,7 +6694,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.629660094453965, + "byteLogLikelihood": -3.629660094454, "hits": 0, "total": 159, "hitRate": 0 @@ -6703,7 +6703,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -2.5332006591469565, + "byteLogLikelihood": -2.533200659147, "hits": 0, "total": 159, "hitRate": 0 @@ -6712,7 +6712,7 @@ "encoding": "windows-874", "language": "th", "confidence": 0, - "byteLogLikelihood": -3.4965075614664802, + "byteLogLikelihood": -3.496507561466, "hits": 0, "total": 159, "hitRate": 0 @@ -6721,7 +6721,7 @@ "encoding": "IBM866", "language": "ru", "confidence": 0, - "byteLogLikelihood": -2.95441412422326, + "byteLogLikelihood": -2.954414124223, "hits": 0, "total": 159, "hitRate": 0 @@ -6730,7 +6730,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -2.5332006591469565, + "byteLogLikelihood": -2.533200659147, "hits": 0, "total": 159, "hitRate": 0 @@ -6746,7 +6746,7 @@ "encoding": "ISO-8859-1", "language": "nl", "confidence": 83, - "byteLogLikelihood": -3.295836866004329, + "byteLogLikelihood": -3.295836866004, "hits": 42, "total": 151, "hitRate": 0.2781456953642384 @@ -6761,7 +6761,7 @@ "encoding": "ISO-8859-1", "language": "nl", "confidence": 83, - "byteLogLikelihood": -3.295836866004329, + "byteLogLikelihood": -3.295836866004, "hits": 42, "total": 151, "hitRate": 0.2781456953642384 @@ -6770,7 +6770,7 @@ "encoding": "ISO-8859-15", "language": "de", "confidence": 63, - "byteLogLikelihood": -5.003946305945459, + "byteLogLikelihood": -5.003946305945, "hits": 32, "total": 151, "hitRate": 0.2119205298013245 @@ -6779,7 +6779,7 @@ "encoding": "windows-1252", "language": "nl", "confidence": 83, - "byteLogLikelihood": -3.295836866004329, + "byteLogLikelihood": -3.295836866004, "hits": 42, "total": 151, "hitRate": 0.2781456953642384 @@ -6788,7 +6788,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 13, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 7, "total": 151, "hitRate": 0.046357615894039736 @@ -6797,7 +6797,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 13, - "byteLogLikelihood": -5.176149732573829, + "byteLogLikelihood": -5.176149732574, "hits": 7, "total": 151, "hitRate": 0.046357615894039736 @@ -6806,7 +6806,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 11, - "byteLogLikelihood": -4.51085950651685, + "byteLogLikelihood": -4.510859506517, "hits": 6, "total": 151, "hitRate": 0.039735099337748346 @@ -6815,7 +6815,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -2.6545615161512237, + "byteLogLikelihood": -2.654561516151, "hits": 0, "total": 151, "hitRate": 0 @@ -6824,7 +6824,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.4058846628318493, + "byteLogLikelihood": -2.405884662832, "hits": 0, "total": 151, "hitRate": 0 @@ -6833,7 +6833,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -2.6545615161512237, + "byteLogLikelihood": -2.654561516151, "hits": 0, "total": 151, "hitRate": 0 @@ -6842,7 +6842,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.4058846628318493, + "byteLogLikelihood": -2.405884662832, "hits": 0, "total": 151, "hitRate": 0 @@ -6851,7 +6851,7 @@ "encoding": "windows-874", "language": "th", "confidence": 0, - "byteLogLikelihood": -3.5765502691400166, + "byteLogLikelihood": -3.57655026914, "hits": 0, "total": 150, "hitRate": 0 @@ -6860,7 +6860,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.252383775789052, + "byteLogLikelihood": -4.252383775789, "hits": 0, "total": 151, "hitRate": 0 @@ -6876,7 +6876,7 @@ "encoding": "ISO-8859-1", "language": "no", "confidence": 47, - "byteLogLikelihood": -3.052495812716101, + "byteLogLikelihood": -3.052495812716, "hits": 18, "total": 114, "hitRate": 0.15789473684210525 @@ -6891,7 +6891,7 @@ "encoding": "ISO-8859-1", "language": "no", "confidence": 47, - "byteLogLikelihood": -3.052495812716101, + "byteLogLikelihood": -3.052495812716, "hits": 18, "total": 114, "hitRate": 0.15789473684210525 @@ -6900,7 +6900,7 @@ "encoding": "windows-1252", "language": "no", "confidence": 47, - "byteLogLikelihood": -3.052495812716101, + "byteLogLikelihood": -3.052495812716, "hits": 18, "total": 114, "hitRate": 0.15789473684210525 @@ -6909,7 +6909,7 @@ "encoding": "ISO-8859-2", "language": "cs", "confidence": 7, - "byteLogLikelihood": -4.354336342997479, + "byteLogLikelihood": -4.354336342997, "hits": 3, "total": 114, "hitRate": 0.02631578947368421 @@ -6918,7 +6918,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 7, - "byteLogLikelihood": -4.9344739331306915, + "byteLogLikelihood": -4.934473933131, "hits": 3, "total": 114, "hitRate": 0.02631578947368421 @@ -6927,7 +6927,7 @@ "encoding": "ISO-8859-3", "language": "mt", "confidence": 2, - "byteLogLikelihood": -4.210065739286553, + "byteLogLikelihood": -4.210065739287, "hits": 1, "total": 114, "hitRate": 0.008771929824561403 @@ -6936,7 +6936,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 2, - "byteLogLikelihood": -4.319245023186209, + "byteLogLikelihood": -4.319245023186, "hits": 1, "total": 114, "hitRate": 0.008771929824561403 @@ -6945,7 +6945,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.154384602588788, + "byteLogLikelihood": -4.154384602589, "hits": 0, "total": 114, "hitRate": 0 @@ -6954,7 +6954,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.647504477240863, + "byteLogLikelihood": -2.647504477241, "hits": 0, "total": 114, "hitRate": 0 @@ -6963,7 +6963,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.7532158516168086, + "byteLogLikelihood": -3.753215851617, "hits": 0, "total": 114, "hitRate": 0 @@ -6972,7 +6972,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.154384602588788, + "byteLogLikelihood": -4.154384602589, "hits": 0, "total": 114, "hitRate": 0 @@ -6981,7 +6981,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -2.647504477240863, + "byteLogLikelihood": -2.647504477241, "hits": 0, "total": 114, "hitRate": 0 @@ -6990,7 +6990,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.7532158516168086, + "byteLogLikelihood": -3.753215851617, "hits": 0, "total": 114, "hitRate": 0 @@ -7006,7 +7006,7 @@ "encoding": "ISO-8859-1", "language": "pt", "confidence": 50, - "byteLogLikelihood": -4.059947322987234, + "byteLogLikelihood": -4.059947322987, "hits": 24, "total": 143, "hitRate": 0.16783216783216784 @@ -7021,7 +7021,7 @@ "encoding": "ISO-8859-1", "language": "pt", "confidence": 50, - "byteLogLikelihood": -4.059947322987234, + "byteLogLikelihood": -4.059947322987, "hits": 24, "total": 143, "hitRate": 0.16783216783216784 @@ -7030,7 +7030,7 @@ "encoding": "windows-1252", "language": "pt", "confidence": 50, - "byteLogLikelihood": -4.059947322987234, + "byteLogLikelihood": -4.059947322987, "hits": 24, "total": 143, "hitRate": 0.16783216783216784 @@ -7039,7 +7039,7 @@ "encoding": "ISO-8859-2", "language": "hu", "confidence": 10, - "byteLogLikelihood": -3.361609233757125, + "byteLogLikelihood": -3.361609233757, "hits": 5, "total": 143, "hitRate": 0.03496503496503497 @@ -7048,7 +7048,7 @@ "encoding": "windows-1250", "language": "hu", "confidence": 10, - "byteLogLikelihood": -3.361609233757125, + "byteLogLikelihood": -3.361609233757, "hits": 5, "total": 143, "hitRate": 0.03496503496503497 @@ -7057,7 +7057,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.017269736715589, + "byteLogLikelihood": -3.017269736716, "hits": 0, "total": 143, "hitRate": 0 @@ -7066,7 +7066,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.503528639049599, + "byteLogLikelihood": -3.50352863905, "hits": 0, "total": 143, "hitRate": 0 @@ -7075,7 +7075,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.8462201451269653, + "byteLogLikelihood": -3.846220145127, "hits": 0, "total": 143, "hitRate": 0 @@ -7084,7 +7084,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.017269736715589, + "byteLogLikelihood": -3.017269736716, "hits": 0, "total": 143, "hitRate": 0 @@ -7093,7 +7093,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.503528639049599, + "byteLogLikelihood": -3.50352863905, "hits": 0, "total": 143, "hitRate": 0 @@ -7102,7 +7102,7 @@ "encoding": "windows-1256", "language": "ar", "confidence": 0, - "byteLogLikelihood": -3.503504267293069, + "byteLogLikelihood": -3.503504267293, "hits": 0, "total": 143, "hitRate": 0 @@ -7111,7 +7111,7 @@ "encoding": "IBM855", "language": "sr", "confidence": 0, - "byteLogLikelihood": -3.7749980788341886, + "byteLogLikelihood": -3.774998078834, "hits": 0, "total": 143, "hitRate": 0 @@ -7120,7 +7120,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -3.7661795932985793, + "byteLogLikelihood": -3.766179593299, "hits": 0, "total": 143, "hitRate": 0 @@ -7136,7 +7136,7 @@ "encoding": "ISO-8859-1", "language": "sv", "confidence": 50, - "byteLogLikelihood": -3.2364513784499755, + "byteLogLikelihood": -3.23645137845, "hits": 23, "total": 136, "hitRate": 0.16911764705882354 @@ -7151,7 +7151,7 @@ "encoding": "ISO-8859-1", "language": "sv", "confidence": 50, - "byteLogLikelihood": -3.2364513784499755, + "byteLogLikelihood": -3.23645137845, "hits": 23, "total": 136, "hitRate": 0.16911764705882354 @@ -7160,7 +7160,7 @@ "encoding": "windows-1252", "language": "sv", "confidence": 50, - "byteLogLikelihood": -3.2364513784499755, + "byteLogLikelihood": -3.23645137845, "hits": 23, "total": 136, "hitRate": 0.16911764705882354 @@ -7169,7 +7169,7 @@ "encoding": "ISO-8859-15", "language": "de", "confidence": 17, - "byteLogLikelihood": -4.137512330245527, + "byteLogLikelihood": -4.137512330246, "hits": 8, "total": 136, "hitRate": 0.058823529411764705 @@ -7178,7 +7178,7 @@ "encoding": "windows-1257", "language": "lt", "confidence": 4, - "byteLogLikelihood": -5.123963979403259, + "byteLogLikelihood": -5.123963979403, "hits": 2, "total": 136, "hitRate": 0.014705882352941176 @@ -7187,7 +7187,7 @@ "encoding": "ISO-8859-3", "language": "mt", "confidence": 4, - "byteLogLikelihood": -4.210065739286553, + "byteLogLikelihood": -4.210065739287, "hits": 2, "total": 136, "hitRate": 0.014705882352941176 @@ -7196,7 +7196,7 @@ "encoding": "ISO-8859-6", "language": "ar", "confidence": 0, - "byteLogLikelihood": -3.287368473007427, + "byteLogLikelihood": -3.287368473007, "hits": 0, "total": 136, "hitRate": 0 @@ -7205,7 +7205,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.876181596106548, + "byteLogLikelihood": -3.876181596107, "hits": 0, "total": 136, "hitRate": 0 @@ -7214,7 +7214,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.0661531836143636, + "byteLogLikelihood": -3.066153183614, "hits": 0, "total": 136, "hitRate": 0 @@ -7223,7 +7223,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.393743210995111, + "byteLogLikelihood": -3.393743210995, "hits": 0, "total": 136, "hitRate": 0 @@ -7232,7 +7232,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.876181596106548, + "byteLogLikelihood": -3.876181596107, "hits": 0, "total": 136, "hitRate": 0 @@ -7241,7 +7241,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -3.0661531836143636, + "byteLogLikelihood": -3.066153183614, "hits": 0, "total": 136, "hitRate": 0 @@ -7250,7 +7250,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.393743210995111, + "byteLogLikelihood": -3.393743210995, "hits": 0, "total": 136, "hitRate": 0 @@ -7266,7 +7266,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 51, - "byteLogLikelihood": -3.435199501999897, + "byteLogLikelihood": -3.435199502, "hits": 23, "total": 134, "hitRate": 0.17164179104477612 @@ -7281,7 +7281,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 51, - "byteLogLikelihood": -3.435199501999897, + "byteLogLikelihood": -3.435199502, "hits": 23, "total": 134, "hitRate": 0.17164179104477612 @@ -7290,7 +7290,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 51, - "byteLogLikelihood": -3.435199501999897, + "byteLogLikelihood": -3.435199502, "hits": 23, "total": 134, "hitRate": 0.17164179104477612 @@ -7299,7 +7299,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 2, - "byteLogLikelihood": -4.094953595069802, + "byteLogLikelihood": -4.09495359507, "hits": 1, "total": 127, "hitRate": 0.007874015748031496 @@ -7308,7 +7308,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 2, - "byteLogLikelihood": -4.094953595069802, + "byteLogLikelihood": -4.09495359507, "hits": 1, "total": 127, "hitRate": 0.007874015748031496 @@ -7317,7 +7317,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 2, - "byteLogLikelihood": -4.203232324163083, + "byteLogLikelihood": -4.203232324163, "hits": 1, "total": 131, "hitRate": 0.007633587786259542 @@ -7326,7 +7326,7 @@ "encoding": "ISO-8859-1", "language": "pt", "confidence": 0, - "byteLogLikelihood": -4.599323437660159, + "byteLogLikelihood": -4.59932343766, "hits": 0, "total": 134, "hitRate": 0 @@ -7335,7 +7335,7 @@ "encoding": "ISO-8859-2", "language": "hu", "confidence": 0, - "byteLogLikelihood": -4.358825259583147, + "byteLogLikelihood": -4.358825259583, "hits": 0, "total": 134, "hitRate": 0 @@ -7344,7 +7344,7 @@ "encoding": "windows-1250", "language": "hu", "confidence": 0, - "byteLogLikelihood": -4.358825259583147, + "byteLogLikelihood": -4.358825259583, "hits": 0, "total": 134, "hitRate": 0 @@ -7353,7 +7353,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.28869719830448, + "byteLogLikelihood": -4.288697198304, "hits": 0, "total": 134, "hitRate": 0 @@ -7362,7 +7362,7 @@ "encoding": "windows-1252", "language": "pt", "confidence": 0, - "byteLogLikelihood": -4.599323437660159, + "byteLogLikelihood": -4.59932343766, "hits": 0, "total": 134, "hitRate": 0 @@ -7371,7 +7371,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 0, - "byteLogLikelihood": -4.576407109739057, + "byteLogLikelihood": -4.576407109739, "hits": 0, "total": 134, "hitRate": 0 @@ -7380,7 +7380,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.6039740377957585, + "byteLogLikelihood": -4.603974037796, "hits": 0, "total": 134, "hitRate": 0 @@ -7396,7 +7396,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 55, - "byteLogLikelihood": -3.5316752167726904, + "byteLogLikelihood": -3.531675216773, "hits": 25, "total": 134, "hitRate": 0.1865671641791045 @@ -7411,7 +7411,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 55, - "byteLogLikelihood": -3.5316752167726904, + "byteLogLikelihood": -3.531675216773, "hits": 25, "total": 134, "hitRate": 0.1865671641791045 @@ -7420,7 +7420,7 @@ "encoding": "windows-1254", "language": "tr", "confidence": 55, - "byteLogLikelihood": -3.5316752167726904, + "byteLogLikelihood": -3.531675216773, "hits": 25, "total": 134, "hitRate": 0.1865671641791045 @@ -7429,7 +7429,7 @@ "encoding": "ISO-8859-1", "language": "da", "confidence": 17, - "byteLogLikelihood": -4.969813299576001, + "byteLogLikelihood": -4.969813299576, "hits": 8, "total": 134, "hitRate": 0.05970149253731343 @@ -7438,7 +7438,7 @@ "encoding": "windows-1252", "language": "da", "confidence": 17, - "byteLogLikelihood": -4.969813299576001, + "byteLogLikelihood": -4.969813299576, "hits": 8, "total": 134, "hitRate": 0.05970149253731343 @@ -7447,7 +7447,7 @@ "encoding": "ISO-8859-2", "language": "ro", "confidence": 13, - "byteLogLikelihood": -4.3521905160727465, + "byteLogLikelihood": -4.352190516073, "hits": 6, "total": 134, "hitRate": 0.04477611940298507 @@ -7456,7 +7456,7 @@ "encoding": "windows-1250", "language": "ro", "confidence": 13, - "byteLogLikelihood": -4.3521905160727465, + "byteLogLikelihood": -4.352190516073, "hits": 6, "total": 134, "hitRate": 0.04477611940298507 @@ -7465,7 +7465,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 11, - "byteLogLikelihood": -3.6134979933726017, + "byteLogLikelihood": -3.613497993373, "hits": 5, "total": 134, "hitRate": 0.03731343283582089 @@ -7474,7 +7474,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 11, - "byteLogLikelihood": -4.394247673507516, + "byteLogLikelihood": -4.394247673508, "hits": 5, "total": 134, "hitRate": 0.03731343283582089 @@ -7483,7 +7483,7 @@ "encoding": "ISO-8859-16", "language": "ro", "confidence": 11, - "byteLogLikelihood": -4.258499816030248, + "byteLogLikelihood": -4.25849981603, "hits": 5, "total": 134, "hitRate": 0.03731343283582089 @@ -7492,7 +7492,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.21696617406579, + "byteLogLikelihood": -4.216966174066, "hits": 0, "total": 134, "hitRate": 0 @@ -7501,7 +7501,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.21696617406579, + "byteLogLikelihood": -4.216966174066, "hits": 0, "total": 134, "hitRate": 0 @@ -7510,7 +7510,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.22610845571037, + "byteLogLikelihood": -4.22610845571, "hits": 0, "total": 134, "hitRate": 0 @@ -7526,7 +7526,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 47, - "byteLogLikelihood": -3.320333973076032, + "byteLogLikelihood": -3.320333973076, "hits": 16, "total": 102, "hitRate": 0.1568627450980392 @@ -7541,7 +7541,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 47, - "byteLogLikelihood": -3.320333973076032, + "byteLogLikelihood": -3.320333973076, "hits": 16, "total": 102, "hitRate": 0.1568627450980392 @@ -7550,7 +7550,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 47, - "byteLogLikelihood": -3.320333973076032, + "byteLogLikelihood": -3.320333973076, "hits": 16, "total": 102, "hitRate": 0.1568627450980392 @@ -7559,7 +7559,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 2, - "byteLogLikelihood": -3.9819262335774503, + "byteLogLikelihood": -3.981926233577, "hits": 1, "total": 102, "hitRate": 0.00980392156862745 @@ -7568,7 +7568,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 2, - "byteLogLikelihood": -3.9819262335774503, + "byteLogLikelihood": -3.981926233577, "hits": 1, "total": 102, "hitRate": 0.00980392156862745 @@ -7577,7 +7577,7 @@ "encoding": "ISO-8859-1", "language": "sv", "confidence": 0, - "byteLogLikelihood": -4.395116706451511, + "byteLogLikelihood": -4.395116706452, "hits": 0, "total": 102, "hitRate": 0 @@ -7586,7 +7586,7 @@ "encoding": "ISO-8859-2", "language": "cs", "confidence": 0, - "byteLogLikelihood": -4.4619750463190275, + "byteLogLikelihood": -4.461975046319, "hits": 0, "total": 102, "hitRate": 0 @@ -7595,7 +7595,7 @@ "encoding": "windows-1250", "language": "cs", "confidence": 0, - "byteLogLikelihood": -4.4619750463190275, + "byteLogLikelihood": -4.461975046319, "hits": 0, "total": 102, "hitRate": 0 @@ -7604,7 +7604,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.199203901043203, + "byteLogLikelihood": -4.199203901043, "hits": 0, "total": 102, "hitRate": 0 @@ -7613,7 +7613,7 @@ "encoding": "windows-1252", "language": "sv", "confidence": 0, - "byteLogLikelihood": -4.395116706451511, + "byteLogLikelihood": -4.395116706452, "hits": 0, "total": 102, "hitRate": 0 @@ -7622,7 +7622,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 0, - "byteLogLikelihood": -4.639272141502822, + "byteLogLikelihood": -4.639272141503, "hits": 0, "total": 102, "hitRate": 0 @@ -7631,7 +7631,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -4.134202940862652, + "byteLogLikelihood": -4.134202940863, "hits": 0, "total": 102, "hitRate": 0 @@ -7640,7 +7640,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 0, - "byteLogLikelihood": -4.521941300627167, + "byteLogLikelihood": -4.521941300627, "hits": 0, "total": 102, "hitRate": 0 @@ -7656,7 +7656,7 @@ "encoding": "windows-1256", "language": "ar", "confidence": 62, - "byteLogLikelihood": -3.3060094227746553, + "byteLogLikelihood": -3.306009422775, "hits": 23, "total": 110, "hitRate": 0.20909090909090908 @@ -7671,7 +7671,7 @@ "encoding": "windows-1256", "language": "ar", "confidence": 62, - "byteLogLikelihood": -3.3060094227746553, + "byteLogLikelihood": -3.306009422775, "hits": 23, "total": 110, "hitRate": 0.20909090909090908 @@ -7680,7 +7680,7 @@ "encoding": "ISO-8859-6", "language": "ar", "confidence": 15, - "byteLogLikelihood": -3.973986161297495, + "byteLogLikelihood": -3.973986161297, "hits": 5, "total": 99, "hitRate": 0.050505050505050504 @@ -7689,7 +7689,7 @@ "encoding": "ISO-8859-1", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.703587637109747, + "byteLogLikelihood": -4.70358763711, "hits": 0, "total": 110, "hitRate": 0 @@ -7698,7 +7698,7 @@ "encoding": "ISO-8859-2", "language": "cs", "confidence": 0, - "byteLogLikelihood": -4.668535969781994, + "byteLogLikelihood": -4.668535969782, "hits": 0, "total": 111, "hitRate": 0 @@ -7707,7 +7707,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 0, - "byteLogLikelihood": -4.906860727803047, + "byteLogLikelihood": -4.906860727803, "hits": 0, "total": 109, "hitRate": 0 @@ -7716,7 +7716,7 @@ "encoding": "windows-1250", "language": "cs", "confidence": 0, - "byteLogLikelihood": -4.668535969781994, + "byteLogLikelihood": -4.668535969782, "hits": 0, "total": 111, "hitRate": 0 @@ -7725,7 +7725,7 @@ "encoding": "windows-1252", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.703587637109747, + "byteLogLikelihood": -4.70358763711, "hits": 0, "total": 110, "hitRate": 0 @@ -7734,7 +7734,7 @@ "encoding": "windows-1254", "language": "tr", "confidence": 0, - "byteLogLikelihood": -4.906860727803047, + "byteLogLikelihood": -4.906860727803, "hits": 0, "total": 109, "hitRate": 0 @@ -7743,7 +7743,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 0, - "byteLogLikelihood": -4.85657134751208, + "byteLogLikelihood": -4.856571347512, "hits": 0, "total": 110, "hitRate": 0 @@ -7752,7 +7752,7 @@ "encoding": "windows-874", "language": "th", "confidence": 0, - "byteLogLikelihood": -4.736714293626165, + "byteLogLikelihood": -4.736714293626, "hits": 0, "total": 90, "hitRate": 0 @@ -7761,7 +7761,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 0, - "byteLogLikelihood": -4.796168589226887, + "byteLogLikelihood": -4.796168589227, "hits": 0, "total": 111, "hitRate": 0 @@ -7770,7 +7770,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.703587637109747, + "byteLogLikelihood": -4.70358763711, "hits": 0, "total": 110, "hitRate": 0 @@ -7786,7 +7786,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 40, - "byteLogLikelihood": -3.4892880541826092, + "byteLogLikelihood": -3.489288054183, "hits": 16, "total": 120, "hitRate": 0.13333333333333333 @@ -7801,7 +7801,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 40, - "byteLogLikelihood": -3.4892880541826092, + "byteLogLikelihood": -3.489288054183, "hits": 16, "total": 120, "hitRate": 0.13333333333333333 @@ -7810,7 +7810,7 @@ "encoding": "ISO-8859-1", "language": "es", "confidence": 12, - "byteLogLikelihood": -4.948759890378168, + "byteLogLikelihood": -4.948759890378, "hits": 5, "total": 120, "hitRate": 0.041666666666666664 @@ -7819,7 +7819,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 12, - "byteLogLikelihood": -3.976561526565717, + "byteLogLikelihood": -3.976561526566, "hits": 5, "total": 120, "hitRate": 0.041666666666666664 @@ -7828,7 +7828,7 @@ "encoding": "windows-1252", "language": "es", "confidence": 12, - "byteLogLikelihood": -4.948759890378168, + "byteLogLikelihood": -4.948759890378, "hits": 5, "total": 120, "hitRate": 0.041666666666666664 @@ -7837,7 +7837,7 @@ "encoding": "windows-1254", "language": "tr", "confidence": 12, - "byteLogLikelihood": -3.976561526565717, + "byteLogLikelihood": -3.976561526566, "hits": 5, "total": 120, "hitRate": 0.041666666666666664 @@ -7846,7 +7846,7 @@ "encoding": "ISO-8859-15", "language": "es", "confidence": 12, - "byteLogLikelihood": -4.948759890378168, + "byteLogLikelihood": -4.948759890378, "hits": 5, "total": 120, "hitRate": 0.041666666666666664 @@ -7855,7 +7855,7 @@ "encoding": "ISO-8859-6", "language": "ar", "confidence": 0, - "byteLogLikelihood": -4.308223223510119, + "byteLogLikelihood": -4.30822322351, "hits": 0, "total": 120, "hitRate": 0 @@ -7864,7 +7864,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.419698728119872, + "byteLogLikelihood": -4.41969872812, "hits": 0, "total": 120, "hitRate": 0 @@ -7873,7 +7873,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.515638515419903, + "byteLogLikelihood": -4.51563851542, "hits": 0, "total": 120, "hitRate": 0 @@ -7882,7 +7882,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.453415335267525, + "byteLogLikelihood": -4.453415335268, "hits": 0, "total": 120, "hitRate": 0 @@ -7891,7 +7891,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.419698728119872, + "byteLogLikelihood": -4.41969872812, "hits": 0, "total": 120, "hitRate": 0 @@ -7900,7 +7900,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -3.632538332325044, + "byteLogLikelihood": -3.632538332325, "hits": 0, "total": 120, "hitRate": 0 @@ -7916,7 +7916,7 @@ "encoding": "windows-1257", "language": "lt", "confidence": 34, - "byteLogLikelihood": -3.2005302071315747, + "byteLogLikelihood": -3.200530207132, "hits": 20, "total": 173, "hitRate": 0.11560693641618497 @@ -7931,7 +7931,7 @@ "encoding": "windows-1257", "language": "lt", "confidence": 34, - "byteLogLikelihood": -3.2005302071315747, + "byteLogLikelihood": -3.200530207132, "hits": 20, "total": 173, "hitRate": 0.11560693641618497 @@ -7940,7 +7940,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 34, - "byteLogLikelihood": -3.2005302071315747, + "byteLogLikelihood": -3.200530207132, "hits": 20, "total": 173, "hitRate": 0.11560693641618497 @@ -7949,7 +7949,7 @@ "encoding": "ISO-8859-4", "language": "lv", "confidence": 22, - "byteLogLikelihood": -4.610398759564555, + "byteLogLikelihood": -4.610398759565, "hits": 13, "total": 173, "hitRate": 0.07514450867052024 @@ -7958,7 +7958,7 @@ "encoding": "ISO-8859-1", "language": "es", "confidence": 12, - "byteLogLikelihood": -4.948759890378168, + "byteLogLikelihood": -4.948759890378, "hits": 7, "total": 173, "hitRate": 0.04046242774566474 @@ -7967,7 +7967,7 @@ "encoding": "windows-1252", "language": "es", "confidence": 12, - "byteLogLikelihood": -4.948759890378168, + "byteLogLikelihood": -4.948759890378, "hits": 7, "total": 173, "hitRate": 0.04046242774566474 @@ -7976,7 +7976,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 1, - "byteLogLikelihood": -4.416382325607172, + "byteLogLikelihood": -4.416382325607, "hits": 1, "total": 173, "hitRate": 0.005780346820809248 @@ -7985,7 +7985,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.472500251122328, + "byteLogLikelihood": -4.472500251122, "hits": 0, "total": 173, "hitRate": 0 @@ -7994,7 +7994,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.444220754634254, + "byteLogLikelihood": -4.444220754634, "hits": 0, "total": 171, "hitRate": 0 @@ -8003,7 +8003,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.5318273624189596, + "byteLogLikelihood": -3.531827362419, "hits": 0, "total": 173, "hitRate": 0 @@ -8012,7 +8012,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.472500251122328, + "byteLogLikelihood": -4.472500251122, "hits": 0, "total": 173, "hitRate": 0 @@ -8021,7 +8021,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.444220754634254, + "byteLogLikelihood": -4.444220754634, "hits": 0, "total": 171, "hitRate": 0 @@ -8030,7 +8030,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -3.441328843195963, + "byteLogLikelihood": -3.441328843196, "hits": 0, "total": 173, "hitRate": 0 @@ -8046,7 +8046,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 40, - "byteLogLikelihood": -3.1328616082996104, + "byteLogLikelihood": -3.1328616083, "hits": 23, "total": 170, "hitRate": 0.13529411764705881 @@ -8061,7 +8061,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 40, - "byteLogLikelihood": -3.1328616082996104, + "byteLogLikelihood": -3.1328616083, "hits": 23, "total": 170, "hitRate": 0.13529411764705881 @@ -8070,7 +8070,7 @@ "encoding": "ISO-8859-1", "language": "fr", "confidence": 14, - "byteLogLikelihood": -4.806768476284507, + "byteLogLikelihood": -4.806768476285, "hits": 8, "total": 170, "hitRate": 0.047058823529411764 @@ -8079,7 +8079,7 @@ "encoding": "windows-1258", "language": "vi", "confidence": 7, - "byteLogLikelihood": -4.342387954293633, + "byteLogLikelihood": -4.342387954294, "hits": 4, "total": 169, "hitRate": 0.023668639053254437 @@ -8088,7 +8088,7 @@ "encoding": "ISO-8859-5", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.459882683973825, + "byteLogLikelihood": -4.459882683974, "hits": 0, "total": 170, "hitRate": 0 @@ -8097,7 +8097,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.703260469986298, + "byteLogLikelihood": -3.703260469986, "hits": 0, "total": 170, "hitRate": 0 @@ -8106,7 +8106,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.207917523838314, + "byteLogLikelihood": -4.207917523838, "hits": 0, "total": 170, "hitRate": 0 @@ -8115,7 +8115,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 0, - "byteLogLikelihood": -3.5436658292627192, + "byteLogLikelihood": -3.543665829263, "hits": 0, "total": 170, "hitRate": 0 @@ -8124,7 +8124,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -3.703260469986298, + "byteLogLikelihood": -3.703260469986, "hits": 0, "total": 170, "hitRate": 0 @@ -8133,7 +8133,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 0, - "byteLogLikelihood": -4.207917523838314, + "byteLogLikelihood": -4.207917523838, "hits": 0, "total": 170, "hitRate": 0 @@ -8142,7 +8142,7 @@ "encoding": "IBM866", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.459882683973825, + "byteLogLikelihood": -4.459882683974, "hits": 0, "total": 170, "hitRate": 0 @@ -8151,7 +8151,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 0, - "byteLogLikelihood": -3.4164762152383132, + "byteLogLikelihood": -3.416476215238, "hits": 0, "total": 170, "hitRate": 0 @@ -8160,7 +8160,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 0, - "byteLogLikelihood": -4.423374522987856, + "byteLogLikelihood": -4.423374522988, "hits": 0, "total": 170, "hitRate": 0 @@ -8176,7 +8176,7 @@ "encoding": "windows-1258", "language": "vi", "confidence": 98, - "byteLogLikelihood": -3.3234147632846094, + "byteLogLikelihood": -3.323414763285, "hits": 42, "total": 124, "hitRate": 0.3387096774193548 @@ -8191,7 +8191,7 @@ "encoding": "windows-1258", "language": "vi", "confidence": 98, - "byteLogLikelihood": -3.3234147632846094, + "byteLogLikelihood": -3.323414763285, "hits": 42, "total": 124, "hitRate": 0.3387096774193548 @@ -8200,7 +8200,7 @@ "encoding": "ISO-8859-1", "language": "pt", "confidence": 9, - "byteLogLikelihood": -4.721506246424157, + "byteLogLikelihood": -4.721506246424, "hits": 4, "total": 126, "hitRate": 0.031746031746031744 @@ -8209,7 +8209,7 @@ "encoding": "windows-1252", "language": "pt", "confidence": 9, - "byteLogLikelihood": -4.721506246424157, + "byteLogLikelihood": -4.721506246424, "hits": 4, "total": 126, "hitRate": 0.031746031746031744 @@ -8218,7 +8218,7 @@ "encoding": "windows-1257", "language": "lt", "confidence": 9, - "byteLogLikelihood": -4.767575136151921, + "byteLogLikelihood": -4.767575136152, "hits": 4, "total": 126, "hitRate": 0.031746031746031744 @@ -8227,7 +8227,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 9, - "byteLogLikelihood": -4.767575136151921, + "byteLogLikelihood": -4.767575136152, "hits": 4, "total": 126, "hitRate": 0.031746031746031744 @@ -8236,7 +8236,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 9, - "byteLogLikelihood": -4.6430976488516285, + "byteLogLikelihood": -4.643097648852, "hits": 4, "total": 126, "hitRate": 0.031746031746031744 @@ -8245,7 +8245,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 7, - "byteLogLikelihood": -4.768556068349934, + "byteLogLikelihood": -4.76855606835, "hits": 3, "total": 126, "hitRate": 0.023809523809523808 @@ -8254,7 +8254,7 @@ "encoding": "windows-1254", "language": "tr", "confidence": 7, - "byteLogLikelihood": -4.768556068349934, + "byteLogLikelihood": -4.76855606835, "hits": 3, "total": 126, "hitRate": 0.023809523809523808 @@ -8263,7 +8263,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.428592570712095, + "byteLogLikelihood": -4.428592570712, "hits": 0, "total": 125, "hitRate": 0 @@ -8272,7 +8272,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.428592570712095, + "byteLogLikelihood": -4.428592570712, "hits": 0, "total": 125, "hitRate": 0 @@ -8281,7 +8281,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 0, - "byteLogLikelihood": -4.782036156760715, + "byteLogLikelihood": -4.782036156761, "hits": 0, "total": 125, "hitRate": 0 @@ -8290,7 +8290,7 @@ "encoding": "ISO-8859-10", "language": "is", "confidence": 0, - "byteLogLikelihood": -4.794574996467556, + "byteLogLikelihood": -4.794574996468, "hits": 0, "total": 126, "hitRate": 0 @@ -8306,7 +8306,7 @@ "encoding": "windows-874", "language": "th", "confidence": 21, - "byteLogLikelihood": -3.8270067477690097, + "byteLogLikelihood": -3.827006747769, "hits": 7, "total": 100, "hitRate": 0.07 @@ -8321,7 +8321,7 @@ "encoding": "windows-874", "language": "th", "confidence": 21, - "byteLogLikelihood": -3.8270067477690097, + "byteLogLikelihood": -3.827006747769, "hits": 7, "total": 100, "hitRate": 0.07 @@ -8330,7 +8330,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 0, - "byteLogLikelihood": -4.767489617961406, + "byteLogLikelihood": -4.767489617961, "hits": 0, "total": 97, "hitRate": 0 @@ -8339,7 +8339,7 @@ "encoding": "ISO-8859-2", "language": "cs", "confidence": 0, - "byteLogLikelihood": -4.903917269007039, + "byteLogLikelihood": -4.903917269007, "hits": 0, "total": 103, "hitRate": 0 @@ -8348,7 +8348,7 @@ "encoding": "ISO-8859-9", "language": "tr", "confidence": 0, - "byteLogLikelihood": -4.9850310259345445, + "byteLogLikelihood": -4.985031025935, "hits": 0, "total": 97, "hitRate": 0 @@ -8357,7 +8357,7 @@ "encoding": "windows-1250", "language": "pl", "confidence": 0, - "byteLogLikelihood": -4.798656950405292, + "byteLogLikelihood": -4.798656950405, "hits": 0, "total": 101, "hitRate": 0 @@ -8366,7 +8366,7 @@ "encoding": "windows-1252", "language": "it", "confidence": 0, - "byteLogLikelihood": -4.767489617961406, + "byteLogLikelihood": -4.767489617961, "hits": 0, "total": 97, "hitRate": 0 @@ -8375,7 +8375,7 @@ "encoding": "windows-1257", "language": "et", "confidence": 0, - "byteLogLikelihood": -4.9160021860252465, + "byteLogLikelihood": -4.916002186025, "hits": 0, "total": 97, "hitRate": 0 @@ -8384,7 +8384,7 @@ "encoding": "macintosh", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.948759890378166, + "byteLogLikelihood": -4.948759890378, "hits": 0, "total": 65, "hitRate": 0 @@ -8393,7 +8393,7 @@ "encoding": "ISO-8859-4", "language": "lv", "confidence": 0, - "byteLogLikelihood": -4.783724339715361, + "byteLogLikelihood": -4.783724339715, "hits": 0, "total": 103, "hitRate": 0 @@ -8402,7 +8402,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 0, - "byteLogLikelihood": -4.912654885736052, + "byteLogLikelihood": -4.912654885736, "hits": 0, "total": 103, "hitRate": 0 @@ -8411,7 +8411,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 0, - "byteLogLikelihood": -4.801693311206441, + "byteLogLikelihood": -4.801693311206, "hits": 0, "total": 101, "hitRate": 0 @@ -8420,7 +8420,7 @@ "encoding": "CP850", "language": "es", "confidence": 0, - "byteLogLikelihood": -4.887413059939117, + "byteLogLikelihood": -4.887413059939, "hits": 0, "total": 85, "hitRate": 0 @@ -8436,7 +8436,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 36, - "byteLogLikelihood": -3.3137607778551432, + "byteLogLikelihood": -3.313760777855, "hits": 22, "total": 179, "hitRate": 0.12290502793296089 @@ -8451,7 +8451,7 @@ "encoding": "x-mac-cyrillic", "language": "ru", "confidence": 36, - "byteLogLikelihood": -3.3137607778551432, + "byteLogLikelihood": -3.313760777855, "hits": 22, "total": 179, "hitRate": 0.12290502793296089 @@ -8460,7 +8460,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 42, - "byteLogLikelihood": -3.411211853363889, + "byteLogLikelihood": -3.411211853364, "hits": 25, "total": 177, "hitRate": 0.14124293785310735 @@ -8469,7 +8469,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 3, - "byteLogLikelihood": -3.9415951022681406, + "byteLogLikelihood": -3.941595102268, "hits": 2, "total": 167, "hitRate": 0.011976047904191617 @@ -8478,7 +8478,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 3, - "byteLogLikelihood": -3.9415951022681406, + "byteLogLikelihood": -3.941595102268, "hits": 2, "total": 167, "hitRate": 0.011976047904191617 @@ -8487,7 +8487,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 1, - "byteLogLikelihood": -4.724449359888651, + "byteLogLikelihood": -4.724449359889, "hits": 1, "total": 177, "hitRate": 0.005649717514124294 @@ -8496,7 +8496,7 @@ "encoding": "ISO-8859-1", "language": "sv", "confidence": 0, - "byteLogLikelihood": -4.665227236998352, + "byteLogLikelihood": -4.665227236998, "hits": 0, "total": 177, "hitRate": 0 @@ -8505,7 +8505,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.148248171081447, + "byteLogLikelihood": -4.148248171081, "hits": 0, "total": 177, "hitRate": 0 @@ -8514,7 +8514,7 @@ "encoding": "windows-1252", "language": "sv", "confidence": 0, - "byteLogLikelihood": -4.665227236998352, + "byteLogLikelihood": -4.665227236998, "hits": 0, "total": 177, "hitRate": 0 @@ -8523,7 +8523,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.148248171081447, + "byteLogLikelihood": -4.148248171081, "hits": 0, "total": 177, "hitRate": 0 @@ -8532,7 +8532,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 0, - "byteLogLikelihood": -4.615217236830186, + "byteLogLikelihood": -4.61521723683, "hits": 0, "total": 177, "hitRate": 0 @@ -8541,7 +8541,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 0, - "byteLogLikelihood": -4.664085453059883, + "byteLogLikelihood": -4.66408545306, "hits": 0, "total": 177, "hitRate": 0 @@ -8550,7 +8550,7 @@ "encoding": "ISO-8859-15", "language": "fr", "confidence": 0, - "byteLogLikelihood": -4.76047868307579, + "byteLogLikelihood": -4.760478683076, "hits": 0, "total": 177, "hitRate": 0 @@ -8566,7 +8566,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 32, - "byteLogLikelihood": -3.3436975693204865, + "byteLogLikelihood": -3.34369756932, "hits": 19, "total": 177, "hitRate": 0.10734463276836158 @@ -8581,7 +8581,7 @@ "encoding": "x-mac-cyrillic", "language": "uk", "confidence": 32, - "byteLogLikelihood": -3.3436975693204865, + "byteLogLikelihood": -3.34369756932, "hits": 19, "total": 177, "hitRate": 0.10734463276836158 @@ -8590,7 +8590,7 @@ "encoding": "windows-1251", "language": "ru", "confidence": 17, - "byteLogLikelihood": -3.6068226458133985, + "byteLogLikelihood": -3.606822645813, "hits": 10, "total": 176, "hitRate": 0.056818181818181816 @@ -8599,7 +8599,7 @@ "encoding": "ISO-8859-8", "language": "he", "confidence": 3, - "byteLogLikelihood": -4.062591421695044, + "byteLogLikelihood": -4.062591421695, "hits": 2, "total": 165, "hitRate": 0.012121212121212121 @@ -8608,7 +8608,7 @@ "encoding": "windows-1255", "language": "he", "confidence": 3, - "byteLogLikelihood": -4.062591421695044, + "byteLogLikelihood": -4.062591421695, "hits": 2, "total": 165, "hitRate": 0.012121212121212121 @@ -8617,7 +8617,7 @@ "encoding": "ISO-8859-1", "language": "it", "confidence": 0, - "byteLogLikelihood": -4.629500955096016, + "byteLogLikelihood": -4.629500955096, "hits": 0, "total": 169, "hitRate": 0 @@ -8626,7 +8626,7 @@ "encoding": "ISO-8859-7", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.300043808736365, + "byteLogLikelihood": -4.300043808736, "hits": 0, "total": 169, "hitRate": 0 @@ -8635,7 +8635,7 @@ "encoding": "windows-1252", "language": "it", "confidence": 0, - "byteLogLikelihood": -4.629500955096016, + "byteLogLikelihood": -4.629500955096, "hits": 0, "total": 170, "hitRate": 0 @@ -8644,7 +8644,7 @@ "encoding": "windows-1253", "language": "el", "confidence": 0, - "byteLogLikelihood": -4.300043808736365, + "byteLogLikelihood": -4.300043808736, "hits": 0, "total": 169, "hitRate": 0 @@ -8653,7 +8653,7 @@ "encoding": "windows-1257", "language": "lv", "confidence": 0, - "byteLogLikelihood": -4.60874799529012, + "byteLogLikelihood": -4.60874799529, "hits": 0, "total": 169, "hitRate": 0 @@ -8662,7 +8662,7 @@ "encoding": "ISO-8859-4", "language": "lv", "confidence": 0, - "byteLogLikelihood": -4.726279355537798, + "byteLogLikelihood": -4.726279355538, "hits": 0, "total": 169, "hitRate": 0 @@ -8671,7 +8671,7 @@ "encoding": "ISO-8859-13", "language": "lt", "confidence": 0, - "byteLogLikelihood": -4.669220995204596, + "byteLogLikelihood": -4.669220995205, "hits": 0, "total": 169, "hitRate": 0 @@ -8680,7 +8680,7 @@ "encoding": "ISO-8859-14", "language": "cy", "confidence": 0, - "byteLogLikelihood": -4.7256875541376475, + "byteLogLikelihood": -4.725687554138, "hits": 0, "total": 175, "hitRate": 0 diff --git a/src/encoding/sbcs-scoring.ts b/src/encoding/sbcs-scoring.ts index 114e735..d192928 100644 --- a/src/encoding/sbcs-scoring.ts +++ b/src/encoding/sbcs-scoring.ts @@ -157,7 +157,9 @@ function byteLogLikelihood( highBytes += count; } - return highBytes === 0 ? Number.NEGATIVE_INFINITY : likelihood / highBytes; + return highBytes === 0 + ? Number.NEGATIVE_INFINITY + : Number((likelihood / highBytes).toFixed(12)); } function modelByteLogLikelihood(