ClassyGitshadowzzh

evaluation_results.json

evaluation_results.json

{
  "model_path": "./models/prompt_distillation_trl",
  "base_model": "Qwen/Qwen3-30B-A3B-Instruct-2507",
  "test_file": "./example-data/multilingual.txt",
  "train_data_file": "./data/prompt_distillation_lang.jsonl",
  "timestamp": "1759556861.0279787",
  "summary": {
    "total_samples": 2100,
    "predicted": 2100,
    "unparseable": 0,
    "parse_rate": 1.0,
    "accuracy": 0.9519047619047619,
    "correct": 1999,
    "evaluated": 2100
  },
  "predictions": [
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "hi",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "en",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "hi",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "hi",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "hi",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "es",
    "fr",
    "hi",
    "ru",
    "ot",
    "ot",
    "tr",
    "ur",
    "vi",
    "zh",
    "ar",
    "ru",
    "de",
    "el",
    "en",
    "ar",
    "ur",
    "ar",
    "ur",
    "ar",
    "ur",
    "ar",
    "ur",
    "ar",
    "ur",
    "el",
    "el",
    "el",
    "el",
    "el",
    "el",
    "el",
    "el",
    "el",
    "el",
    "ru",
    "ru",
    "ru",
    "ru",
    "ru",
    "ru",
    "ru",
    "ru",
    "ru",
    "ru",
    "zh",
    "zh",
    "zh",
    "zh",
    "zh",
    "zh",
    "zh",
    "zh",
    "zh",
    "zh",
    "fr",
    "fr",
    "fr",
    "es",
    "es",
    "es",
    "de",
    "de",
    "de",
    "tr",
    "tr",
    "tr",
    "vi",
    "vi",
    "vi",
    "en",
    "en",
    "en",
    "en",
    "en",
    "en",
    "en",
    "en",
    "en",
    "en",
    "hi",
    "hi",
    "hi",
    "hi",
    "hi",
    "ur",
    "ar",
    "ur",
    "ar",
    "ur",
    "en",
    "en",
    "fr",
    "es",
    "zh",
    "de",
    "tr",
    "vi",
    "ru",
    "zh",
    "en",
    "zh",
    "ru",
    "en",
    "zh",
    "fr",
    "de",
    "ru",
    "vi",
    "hi",
    "en",
    "en",
    "fr",
    "es",
    "hi"
  ],
  "confusion_matrix": {
    "matrix_dict": {
      "ar": {
        "ar": 141,
        "ur": 5
      },
      "ru": {
        "ru": 279
      },
      "de": {
        "de": 135,
        "tr": 1,
        "es": 1
      },
      "el": {
        "el": 144,
        "ot": 10,
        "hi": 3
      },
      "en": {
        "en": 146,
        "es": 3
      },
      "fr": {
        "fr": 139,
        "tr": 3,
        "en": 1
      },
      "hi": {
        "hi": 171,
        "ot": 39,
        "zh": 1
      },
      "ot": {
        "ot": 169,
        "hi": 14,
        "en": 4,
        "zh": 3,
        "ru": 1,
        "de": 1,
        "vi": 1
      },
      "ur": {
        "ur": 133,
        "hi": 1
      },
      "vi": {
        "vi": 134
      },
      "zh": {
        "zh": 143,
        "ot": 1
      },
      "es": {
        "es": 133,
        "de": 3
      },
      "tr": {
        "tr": 132
      },
      "unknown": {
        "vi": 3,
        "tr": 1,
        "ot": 1
      }
    },
    "matrix_2d": [
      [
        141,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        5,
        0,
        0
      ],
      [
        0,
        135,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        144,
        0,
        0,
        0,
        3,
        10,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        146,
        3,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        3,
        0,
        0,
        133,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        1,
        0,
        139,
        0,
        0,
        0,
        3,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        0,
        0,
        0,
        171,
        39,
        0,
        0,
        0,
        0,
        0,
        1
      ],
      [
        0,
        1,
        0,
        4,
        0,
        0,
        14,
        169,
        1,
        0,
        0,
        0,
        1,
        3
      ],
      [
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        279,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        132,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        1,
        0,
        0,
        3,
        0
      ],
      [
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        133,
        0,
        0
      ],
      [
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        134,
        0
      ],
      [
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        143
      ]
    ],
    "labels": [
      "ar",
      "de",
      "el",
      "en",
      "es",
      "fr",
      "hi",
      "ot",
      "ru",
      "tr",
      "unknown",
      "ur",
      "vi",
      "zh"
    ]
  },
  "all_languages_accuracy": {
    "unknown": {
      "accuracy": 0.0,
      "correct": 0,
      "total": 5,
      "error_examples": [
        {
          "sentence": "Vì vậy, cô ấy giống như, à nhìn đi, trong mong vào công ty như vậy.",
          "predicted": "vi",
          "ground_truth": "unknown",
          "index": 1078
        },
        {
          "sentence": "Thế là, à, tôi, ừ, dù sao, ừ, ừ, đây là ba, ừ, phi công U2, ừ, văn phòng Tổng thống Kennedy ở Washington với Đại tướng May.",
          "predicted": "vi",
          "ground_truth": "unknown",
          "index": 1138
        },
        {
          "sentence": "1880'li bir tarihte doğdu, 188 gibi, sanırım 1889'du, galiba doğduğu zaman buydu.",
          "predicted": "tr",
          "ground_truth": "unknown",
          "index": 1466
        },
        {
          "sentence": "Nilipata maagizo ya kwenda Del Rio, TX, hivyo wakati nilipofika huko, niligundua nilipaswa kwenda kwa Laughlin Air Force Base.",
          "predicted": "ot",
          "ground_truth": "unknown",
          "index": 1494
        },
        {
          "sentence": "Và tôi đã đến, tôi đã đến Washington D.C. và tôi đã không đi thẳng đến, uh, chỗ đó, uh, nơi họ bảo tôi đến trong các đơn hàng.",
          "predicted": "vi",
          "ground_truth": "unknown",
          "index": 1858
        }
      ]
    },
    "hi": {
      "accuracy": 0.8104265402843602,
      "correct": 171,
      "total": 211,
      "error_examples": [
        {
          "sentence": "และเขาพูดว่า, ม่าม๊า ผมอยู่บ้าน",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 10
        },
        {
          "sentence": "มันมีอีกมากที่คุณสามารถพูดคุยเกี่ยวกับสิ่งนั้น ฉันจะข้ามไปละกัน",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 70
        },
        {
          "sentence": "และฉันก็แบบว่าตอบตกลงและมันก็เท่านั่น!",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 130
        },
        {
          "sentence": "ฉันก็เลยไม่แน่ใจจริงๆ ว่าทำไม",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 145
        },
        {
          "sentence": "และฉันได้ใส่ เอ่อ, ห้ากองออกมาจาก ยู2",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 205
        }
      ]
    },
    "ot": {
      "accuracy": 0.8756476683937824,
      "correct": 169,
      "total": 193,
      "error_examples": [
        {
          "sentence": "ฉันไม่รู้ว่าฉันไปเพื่ออะไรหรือเพื่อสิ่งใด ดังนั้นแค่รายงานเกี่ยวกับสถานที่ที่ระบุในวอชิงตัน",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 85
        },
        {
          "sentence": "วันนี้เขาจะพูดคุยกับเราเกี่ยวกับ Third SS, U2 Quick และ Blackbird",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 340
        },
        {
          "sentence": "เธอกล่าวว่ามีน้ำตาไหลออกมาจากตาของเธอ และเธอกล่าวว่าโจมาปรากฏตัวที่ชานบ้าน",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 385
        },
        {
          "sentence": "เมื่อฉันดึง เมื่อเขาดึงกระโจมเพื่อให้ฉันดึงเขาออกไป เขาชี้ไปที่อุปกรณ์ทั้งสองด้านซ้ายมือของเครื่องบินที่ละลายจริง ๆ ระหว่างการบิน",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 505
        },
        {
          "sentence": "แต่ทันทีทันใดนั้น เราก็ถูกเรียกออกไปดูว่ามีอะไรบินอยู่",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 790
        }
      ]
    },
    "el": {
      "accuracy": 0.9171974522292994,
      "correct": 144,
      "total": 157,
      "error_examples": [
        {
          "sentence": "ดี, ฉันไม่ได้คิดอะไรเกี่ยวกับเรื่องนี้, แต่ฉันก็ผิดหวัง, และ, ฉันก็กลับไปคุยกับเขาอีกครั้ง",
          "predicted": "ot",
          "ground_truth": "el",
          "index": 25
        },
        {
          "sentence": "พวกเขาบอกฉันว่าเขาจะเรียกคน ๆ หนึ่งเข้ามาในตอนท้ายให้ฉันพบ",
          "predicted": "ot",
          "ground_truth": "el",
          "index": 55
        },
        {
          "sentence": "และย่าเคยเล่าเรื่องเกี่ยวที่น้องสาวของเธอและสามีของน้องสาวได้ตัดสินใจว่าพวกเขาจะย้ายไปที่เมืองออร์กัสต้าและมองว่าสีขาว",
          "predicted": "hi",
          "ground_truth": "el",
          "index": 250
        },
        {
          "sentence": "แล้วความจริงก็คือ เธอเป็นความสว่าง!",
          "predicted": "ot",
          "ground_truth": "el",
          "index": 775
        },
        {
          "sentence": "ยายของฉันเคยเล่าเรื่องต่าง ๆ มากมายเกี่ยวกับปีเธอที่เติบโตขึ้นมา และโดยเฉพาะอย่างยิ่งเธอเคยพูดเรื่องครอบครัวของเธอและเล่าว่าครอบครัวเธอเป็นอย่างไรในช่วงเวลานั้น",
          "predicted": "ot",
          "ground_truth": "el",
          "index": 1015
        }
      ]
    },
    "ar": {
      "accuracy": 0.9657534246575342,
      "correct": 141,
      "total": 146,
      "error_examples": [
        {
          "sentence": "U2 (یو 2) کی پرواز شروع کرنے یا پریشر سوٹ کے ساتھ پرواز کرنے سے بھی پہلے انہیں اونچائی کے چیمبر کی کئی سواریوں/پروازوں سے گزرنا پڑتا ہے.",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 1242
        },
        {
          "sentence": "'پچتھر سال میں یہ پہلی بار ہوا ہے کہ' ٹی ایکس آۂین نے فوج کو ووٹ دی، ' ٹی ایکس' سفیر ہوتے ہوے  ' ٹی ایکس' سفیر چاھۂے تھے۔",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 1287
        },
        {
          "sentence": "میرا مطلب یہ تھا کہ پوری بات.",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 1557
        },
        {
          "sentence": "وہ کیوبا کے بحران کا واحد زخمی تھا، اور uh، کیسر uh، وہ تصاویر ملی اور واشنگٹن میں اینڈریو ایئر فورس کی طرف براہ راست اڑ گئے.",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 1767
        },
        {
          "sentence": "خوش آمدید",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 2007
        }
      ]
    },
    "fr": {
      "accuracy": 0.972027972027972,
      "correct": 139,
      "total": 143,
      "error_examples": [
        {
          "sentence": "Ve Anne, evdeyim dedi.",
          "predicted": "tr",
          "ground_truth": "fr",
          "index": 11
        },
        {
          "sentence": "Nereye gittiklerini bilmiyorduk.",
          "predicted": "tr",
          "ground_truth": "fr",
          "index": 1376
        },
        {
          "sentence": "Nereye gittiklerini kimse bilmiyordu.",
          "predicted": "tr",
          "ground_truth": "fr",
          "index": 1661
        },
        {
          "sentence": "Well, there's nobody there to help me.",
          "predicted": "en",
          "ground_truth": "fr",
          "index": 1744
        }
      ]
    },
    "es": {
      "accuracy": 0.9779411764705882,
      "correct": 133,
      "total": 136,
      "error_examples": [
        {
          "sentence": "„Und ich dachte, das wäre ein Privileg, und das ist es immer noch, das ist esi mmer noch. Ich war der einzige 229 Ex-O, was mein AFCF Air Force-Karriere-Feld war.“",
          "predicted": "de",
          "ground_truth": "es",
          "index": 32
        },
        {
          "sentence": "Nun es kam soweit, dass zwei oder drei Flugzeuge pro Woche ankamen und ich nicht wusste, wohin sie flogen.",
          "predicted": "de",
          "ground_truth": "es",
          "index": 452
        },
        {
          "sentence": "Es sind 30 oder 40 U2 Flugzeuge und wir haben begonnen Chinesische und britische Piloten, praktisch Piloten von Verbündeten auf der ganzen Welt, in ihnen zu trainieren",
          "predicted": "de",
          "ground_truth": "es",
          "index": 1052
        }
      ]
    },
    "en": {
      "accuracy": 0.9798657718120806,
      "correct": 146,
      "total": 149,
      "error_examples": [
        {
          "sentence": "Y él dijo: Mamá, estoy en casa.",
          "predicted": "es",
          "ground_truth": "en",
          "index": 5
        },
        {
          "sentence": "Era en lo que teníamos a Rudolph Anderson, una formulación de tres U2.",
          "predicted": "es",
          "ground_truth": "en",
          "index": 695
        },
        {
          "sentence": "Así que, dice Bueno busca, busca esto en esta y esta empresa.",
          "predicted": "es",
          "ground_truth": "en",
          "index": 1070
        }
      ]
    },
    "de": {
      "accuracy": 0.9854014598540146,
      "correct": 135,
      "total": 137,
      "error_examples": [
        {
          "sentence": "Kariyerimin 16 yılını Özel Faaliyetler'de harcamama sıradışı denebilir.",
          "predicted": "tr",
          "ground_truth": "de",
          "index": 866
        },
        {
          "sentence": "Y entonces, una vez tienes todo introducido, puedes seguir a partir de ahí.",
          "predicted": "es",
          "ground_truth": "de",
          "index": 1160
        }
      ]
    },
    "ur": {
      "accuracy": 0.9925373134328358,
      "correct": 133,
      "total": 134,
      "error_examples": [
        {
          "sentence": "และแน่นอนว่า Androv Gromikov ไม่ได้ตอบอะไร แต่เรามีข้อมูลทั้งหมดจากภาพยนตร์ว่า U2 ที่ใช้ไปแล้ว",
          "predicted": "hi",
          "ground_truth": "ur",
          "index": 370
        }
      ]
    },
    "zh": {
      "accuracy": 0.9930555555555556,
      "correct": 143,
      "total": 144,
      "error_examples": [
        {
          "sentence": "แต่พวกมันถูกแบ่งประมาณว่าใครเป็นลูกจ้างซึ่งทำงานในท้องนาและใครเป็นคนทำงานบ้าน มันเป็นประเภทของ--",
          "predicted": "ot",
          "ground_truth": "zh",
          "index": 310
        }
      ]
    },
    "ru": {
      "accuracy": 1.0,
      "correct": 279,
      "total": 279,
      "error_examples": []
    },
    "tr": {
      "accuracy": 1.0,
      "correct": 132,
      "total": 132,
      "error_examples": []
    },
    "vi": {
      "accuracy": 1.0,
      "correct": 134,
      "total": 134,
      "error_examples": []
    }
  },
  "per_language_accuracy": {
    "ar": {
      "accuracy": 0.9657534246575342,
      "correct": 141,
      "total": 146,
      "error_examples": [
        {
          "sentence": "U2 (یو 2) کی پرواز شروع کرنے یا پریشر سوٹ کے ساتھ پرواز کرنے سے بھی پہلے انہیں اونچائی کے چیمبر کی کئی سواریوں/پروازوں سے گزرنا پڑتا ہے.",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 1242
        },
        {
          "sentence": "'پچتھر سال میں یہ پہلی بار ہوا ہے کہ' ٹی ایکس آۂین نے فوج کو ووٹ دی، ' ٹی ایکس' سفیر ہوتے ہوے  ' ٹی ایکس' سفیر چاھۂے تھے۔",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 1287
        },
        {
          "sentence": "میرا مطلب یہ تھا کہ پوری بات.",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 1557
        },
        {
          "sentence": "وہ کیوبا کے بحران کا واحد زخمی تھا، اور uh، کیسر uh، وہ تصاویر ملی اور واشنگٹن میں اینڈریو ایئر فورس کی طرف براہ راست اڑ گئے.",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 1767
        },
        {
          "sentence": "خوش آمدید",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 2007
        }
      ]
    },
    "de": {
      "accuracy": 0.9854014598540146,
      "correct": 135,
      "total": 137,
      "error_examples": [
        {
          "sentence": "Kariyerimin 16 yılını Özel Faaliyetler'de harcamama sıradışı denebilir.",
          "predicted": "tr",
          "ground_truth": "de",
          "index": 866
        },
        {
          "sentence": "Y entonces, una vez tienes todo introducido, puedes seguir a partir de ahí.",
          "predicted": "es",
          "ground_truth": "de",
          "index": 1160
        }
      ]
    },
    "el": {
      "accuracy": 0.9171974522292994,
      "correct": 144,
      "total": 157,
      "error_examples": [
        {
          "sentence": "ดี, ฉันไม่ได้คิดอะไรเกี่ยวกับเรื่องนี้, แต่ฉันก็ผิดหวัง, และ, ฉันก็กลับไปคุยกับเขาอีกครั้ง",
          "predicted": "ot",
          "ground_truth": "el",
          "index": 25
        },
        {
          "sentence": "พวกเขาบอกฉันว่าเขาจะเรียกคน ๆ หนึ่งเข้ามาในตอนท้ายให้ฉันพบ",
          "predicted": "ot",
          "ground_truth": "el",
          "index": 55
        },
        {
          "sentence": "และย่าเคยเล่าเรื่องเกี่ยวที่น้องสาวของเธอและสามีของน้องสาวได้ตัดสินใจว่าพวกเขาจะย้ายไปที่เมืองออร์กัสต้าและมองว่าสีขาว",
          "predicted": "hi",
          "ground_truth": "el",
          "index": 250
        },
        {
          "sentence": "แล้วความจริงก็คือ เธอเป็นความสว่าง!",
          "predicted": "ot",
          "ground_truth": "el",
          "index": 775
        },
        {
          "sentence": "ยายของฉันเคยเล่าเรื่องต่าง ๆ มากมายเกี่ยวกับปีเธอที่เติบโตขึ้นมา และโดยเฉพาะอย่างยิ่งเธอเคยพูดเรื่องครอบครัวของเธอและเล่าว่าครอบครัวเธอเป็นอย่างไรในช่วงเวลานั้น",
          "predicted": "ot",
          "ground_truth": "el",
          "index": 1015
        }
      ]
    },
    "en": {
      "accuracy": 0.9798657718120806,
      "correct": 146,
      "total": 149,
      "error_examples": [
        {
          "sentence": "Y él dijo: Mamá, estoy en casa.",
          "predicted": "es",
          "ground_truth": "en",
          "index": 5
        },
        {
          "sentence": "Era en lo que teníamos a Rudolph Anderson, una formulación de tres U2.",
          "predicted": "es",
          "ground_truth": "en",
          "index": 695
        },
        {
          "sentence": "Así que, dice Bueno busca, busca esto en esta y esta empresa.",
          "predicted": "es",
          "ground_truth": "en",
          "index": 1070
        }
      ]
    },
    "es": {
      "accuracy": 0.9779411764705882,
      "correct": 133,
      "total": 136,
      "error_examples": [
        {
          "sentence": "„Und ich dachte, das wäre ein Privileg, und das ist es immer noch, das ist esi mmer noch. Ich war der einzige 229 Ex-O, was mein AFCF Air Force-Karriere-Feld war.“",
          "predicted": "de",
          "ground_truth": "es",
          "index": 32
        },
        {
          "sentence": "Nun es kam soweit, dass zwei oder drei Flugzeuge pro Woche ankamen und ich nicht wusste, wohin sie flogen.",
          "predicted": "de",
          "ground_truth": "es",
          "index": 452
        },
        {
          "sentence": "Es sind 30 oder 40 U2 Flugzeuge und wir haben begonnen Chinesische und britische Piloten, praktisch Piloten von Verbündeten auf der ganzen Welt, in ihnen zu trainieren",
          "predicted": "de",
          "ground_truth": "es",
          "index": 1052
        }
      ]
    },
    "fr": {
      "accuracy": 0.972027972027972,
      "correct": 139,
      "total": 143,
      "error_examples": [
        {
          "sentence": "Ve Anne, evdeyim dedi.",
          "predicted": "tr",
          "ground_truth": "fr",
          "index": 11
        },
        {
          "sentence": "Nereye gittiklerini bilmiyorduk.",
          "predicted": "tr",
          "ground_truth": "fr",
          "index": 1376
        },
        {
          "sentence": "Nereye gittiklerini kimse bilmiyordu.",
          "predicted": "tr",
          "ground_truth": "fr",
          "index": 1661
        },
        {
          "sentence": "Well, there's nobody there to help me.",
          "predicted": "en",
          "ground_truth": "fr",
          "index": 1744
        }
      ]
    },
    "hi": {
      "accuracy": 0.8104265402843602,
      "correct": 171,
      "total": 211,
      "error_examples": [
        {
          "sentence": "และเขาพูดว่า, ม่าม๊า ผมอยู่บ้าน",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 10
        },
        {
          "sentence": "มันมีอีกมากที่คุณสามารถพูดคุยเกี่ยวกับสิ่งนั้น ฉันจะข้ามไปละกัน",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 70
        },
        {
          "sentence": "และฉันก็แบบว่าตอบตกลงและมันก็เท่านั่น!",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 130
        },
        {
          "sentence": "ฉันก็เลยไม่แน่ใจจริงๆ ว่าทำไม",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 145
        },
        {
          "sentence": "และฉันได้ใส่ เอ่อ, ห้ากองออกมาจาก ยู2",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 205
        }
      ]
    },
    "ot": {
      "accuracy": 0.8756476683937824,
      "correct": 169,
      "total": 193,
      "error_examples": [
        {
          "sentence": "ฉันไม่รู้ว่าฉันไปเพื่ออะไรหรือเพื่อสิ่งใด ดังนั้นแค่รายงานเกี่ยวกับสถานที่ที่ระบุในวอชิงตัน",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 85
        },
        {
          "sentence": "วันนี้เขาจะพูดคุยกับเราเกี่ยวกับ Third SS, U2 Quick และ Blackbird",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 340
        },
        {
          "sentence": "เธอกล่าวว่ามีน้ำตาไหลออกมาจากตาของเธอ และเธอกล่าวว่าโจมาปรากฏตัวที่ชานบ้าน",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 385
        },
        {
          "sentence": "เมื่อฉันดึง เมื่อเขาดึงกระโจมเพื่อให้ฉันดึงเขาออกไป เขาชี้ไปที่อุปกรณ์ทั้งสองด้านซ้ายมือของเครื่องบินที่ละลายจริง ๆ ระหว่างการบิน",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 505
        },
        {
          "sentence": "แต่ทันทีทันใดนั้น เราก็ถูกเรียกออกไปดูว่ามีอะไรบินอยู่",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 790
        }
      ]
    },
    "ru": {
      "accuracy": 1.0,
      "correct": 279,
      "total": 279,
      "error_examples": []
    },
    "tr": {
      "accuracy": 1.0,
      "correct": 132,
      "total": 132,
      "error_examples": []
    },
    "unknown": {
      "accuracy": 0.0,
      "correct": 0,
      "total": 5,
      "error_examples": [
        {
          "sentence": "Vì vậy, cô ấy giống như, à nhìn đi, trong mong vào công ty như vậy.",
          "predicted": "vi",
          "ground_truth": "unknown",
          "index": 1078
        },
        {
          "sentence": "Thế là, à, tôi, ừ, dù sao, ừ, ừ, đây là ba, ừ, phi công U2, ừ, văn phòng Tổng thống Kennedy ở Washington với Đại tướng May.",
          "predicted": "vi",
          "ground_truth": "unknown",
          "index": 1138
        },
        {
          "sentence": "1880'li bir tarihte doğdu, 188 gibi, sanırım 1889'du, galiba doğduğu zaman buydu.",
          "predicted": "tr",
          "ground_truth": "unknown",
          "index": 1466
        },
        {
          "sentence": "Nilipata maagizo ya kwenda Del Rio, TX, hivyo wakati nilipofika huko, niligundua nilipaswa kwenda kwa Laughlin Air Force Base.",
          "predicted": "ot",
          "ground_truth": "unknown",
          "index": 1494
        },
        {
          "sentence": "Và tôi đã đến, tôi đã đến Washington D.C. và tôi đã không đi thẳng đến, uh, chỗ đó, uh, nơi họ bảo tôi đến trong các đơn hàng.",
          "predicted": "vi",
          "ground_truth": "unknown",
          "index": 1858
        }
      ]
    },
    "ur": {
      "accuracy": 0.9925373134328358,
      "correct": 133,
      "total": 134,
      "error_examples": [
        {
          "sentence": "และแน่นอนว่า Androv Gromikov ไม่ได้ตอบอะไร แต่เรามีข้อมูลทั้งหมดจากภาพยนตร์ว่า U2 ที่ใช้ไปแล้ว",
          "predicted": "hi",
          "ground_truth": "ur",
          "index": 370
        }
      ]
    },
    "vi": {
      "accuracy": 1.0,
      "correct": 134,
      "total": 134,
      "error_examples": []
    },
    "zh": {
      "accuracy": 0.9930555555555556,
      "correct": 143,
      "total": 144,
      "error_examples": [
        {
          "sentence": "แต่พวกมันถูกแบ่งประมาณว่าใครเป็นลูกจ้างซึ่งทำงานในท้องนาและใครเป็นคนทำงานบ้าน มันเป็นประเภทของ--",
          "predicted": "ot",
          "ground_truth": "zh",
          "index": 310
        }
      ]
    }
  },
  "worst_performing_languages": [
    {
      "language": "unknown",
      "accuracy": 0.0,
      "correct": 0,
      "total": 5,
      "error_examples": [
        {
          "sentence": "Vì vậy, cô ấy giống như, à nhìn đi, trong mong vào công ty như vậy.",
          "predicted": "vi",
          "ground_truth": "unknown",
          "index": 1078
        },
        {
          "sentence": "Thế là, à, tôi, ừ, dù sao, ừ, ừ, đây là ba, ừ, phi công U2, ừ, văn phòng Tổng thống Kennedy ở Washington với Đại tướng May.",
          "predicted": "vi",
          "ground_truth": "unknown",
          "index": 1138
        },
        {
          "sentence": "1880'li bir tarihte doğdu, 188 gibi, sanırım 1889'du, galiba doğduğu zaman buydu.",
          "predicted": "tr",
          "ground_truth": "unknown",
          "index": 1466
        },
        {
          "sentence": "Nilipata maagizo ya kwenda Del Rio, TX, hivyo wakati nilipofika huko, niligundua nilipaswa kwenda kwa Laughlin Air Force Base.",
          "predicted": "ot",
          "ground_truth": "unknown",
          "index": 1494
        },
        {
          "sentence": "Và tôi đã đến, tôi đã đến Washington D.C. và tôi đã không đi thẳng đến, uh, chỗ đó, uh, nơi họ bảo tôi đến trong các đơn hàng.",
          "predicted": "vi",
          "ground_truth": "unknown",
          "index": 1858
        }
      ]
    },
    {
      "language": "hi",
      "accuracy": 0.8104265402843602,
      "correct": 171,
      "total": 211,
      "error_examples": [
        {
          "sentence": "และเขาพูดว่า, ม่าม๊า ผมอยู่บ้าน",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 10
        },
        {
          "sentence": "มันมีอีกมากที่คุณสามารถพูดคุยเกี่ยวกับสิ่งนั้น ฉันจะข้ามไปละกัน",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 70
        },
        {
          "sentence": "และฉันก็แบบว่าตอบตกลงและมันก็เท่านั่น!",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 130
        },
        {
          "sentence": "ฉันก็เลยไม่แน่ใจจริงๆ ว่าทำไม",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 145
        },
        {
          "sentence": "และฉันได้ใส่ เอ่อ, ห้ากองออกมาจาก ยู2",
          "predicted": "ot",
          "ground_truth": "hi",
          "index": 205
        }
      ]
    },
    {
      "language": "ot",
      "accuracy": 0.8756476683937824,
      "correct": 169,
      "total": 193,
      "error_examples": [
        {
          "sentence": "ฉันไม่รู้ว่าฉันไปเพื่ออะไรหรือเพื่อสิ่งใด ดังนั้นแค่รายงานเกี่ยวกับสถานที่ที่ระบุในวอชิงตัน",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 85
        },
        {
          "sentence": "วันนี้เขาจะพูดคุยกับเราเกี่ยวกับ Third SS, U2 Quick และ Blackbird",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 340
        },
        {
          "sentence": "เธอกล่าวว่ามีน้ำตาไหลออกมาจากตาของเธอ และเธอกล่าวว่าโจมาปรากฏตัวที่ชานบ้าน",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 385
        },
        {
          "sentence": "เมื่อฉันดึง เมื่อเขาดึงกระโจมเพื่อให้ฉันดึงเขาออกไป เขาชี้ไปที่อุปกรณ์ทั้งสองด้านซ้ายมือของเครื่องบินที่ละลายจริง ๆ ระหว่างการบิน",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 505
        },
        {
          "sentence": "แต่ทันทีทันใดนั้น เราก็ถูกเรียกออกไปดูว่ามีอะไรบินอยู่",
          "predicted": "hi",
          "ground_truth": "ot",
          "index": 790
        }
      ]
    },
    {
      "language": "el",
      "accuracy": 0.9171974522292994,
      "correct": 144,
      "total": 157,
      "error_examples": [
        {
          "sentence": "ดี, ฉันไม่ได้คิดอะไรเกี่ยวกับเรื่องนี้, แต่ฉันก็ผิดหวัง, และ, ฉันก็กลับไปคุยกับเขาอีกครั้ง",
          "predicted": "ot",
          "ground_truth": "el",
          "index": 25
        },
        {
          "sentence": "พวกเขาบอกฉันว่าเขาจะเรียกคน ๆ หนึ่งเข้ามาในตอนท้ายให้ฉันพบ",
          "predicted": "ot",
          "ground_truth": "el",
          "index": 55
        },
        {
          "sentence": "และย่าเคยเล่าเรื่องเกี่ยวที่น้องสาวของเธอและสามีของน้องสาวได้ตัดสินใจว่าพวกเขาจะย้ายไปที่เมืองออร์กัสต้าและมองว่าสีขาว",
          "predicted": "hi",
          "ground_truth": "el",
          "index": 250
        },
        {
          "sentence": "แล้วความจริงก็คือ เธอเป็นความสว่าง!",
          "predicted": "ot",
          "ground_truth": "el",
          "index": 775
        },
        {
          "sentence": "ยายของฉันเคยเล่าเรื่องต่าง ๆ มากมายเกี่ยวกับปีเธอที่เติบโตขึ้นมา และโดยเฉพาะอย่างยิ่งเธอเคยพูดเรื่องครอบครัวของเธอและเล่าว่าครอบครัวเธอเป็นอย่างไรในช่วงเวลานั้น",
          "predicted": "ot",
          "ground_truth": "el",
          "index": 1015
        }
      ]
    },
    {
      "language": "ar",
      "accuracy": 0.9657534246575342,
      "correct": 141,
      "total": 146,
      "error_examples": [
        {
          "sentence": "U2 (یو 2) کی پرواز شروع کرنے یا پریشر سوٹ کے ساتھ پرواز کرنے سے بھی پہلے انہیں اونچائی کے چیمبر کی کئی سواریوں/پروازوں سے گزرنا پڑتا ہے.",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 1242
        },
        {
          "sentence": "'پچتھر سال میں یہ پہلی بار ہوا ہے کہ' ٹی ایکس آۂین نے فوج کو ووٹ دی، ' ٹی ایکس' سفیر ہوتے ہوے  ' ٹی ایکس' سفیر چاھۂے تھے۔",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 1287
        },
        {
          "sentence": "میرا مطلب یہ تھا کہ پوری بات.",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 1557
        },
        {
          "sentence": "وہ کیوبا کے بحران کا واحد زخمی تھا، اور uh، کیسر uh، وہ تصاویر ملی اور واشنگٹن میں اینڈریو ایئر فورس کی طرف براہ راست اڑ گئے.",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 1767
        },
        {
          "sentence": "خوش آمدید",
          "predicted": "ur",
          "ground_truth": "ar",
          "index": 2007
        }
      ]
    }
  ]
}