{
"model_path": "./models/prompt_distillation_trl",
"base_model": "Qwen/Qwen3-30B-A3B-Instruct-2507",
"test_file": "./example-data/multilingual.txt",
"train_data_file": "./data/prompt_distillation_lang.jsonl",
"timestamp": "1759556861.0279787",
"summary": {
"total_samples": 2100,
"predicted": 2100,
"unparseable": 0,
"parse_rate": 1.0,
"accuracy": 0.9519047619047619,
"correct": 1999,
"evaluated": 2100
},
"predictions": [
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"hi",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"en",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"hi",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"hi",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"ar",
"ur",
"ar",
"ur",
"ar",
"ur",
"ar",
"ur",
"ar",
"ur",
"el",
"el",
"el",
"el",
"el",
"el",
"el",
"el",
"el",
"el",
"ru",
"ru",
"ru",
"ru",
"ru",
"ru",
"ru",
"ru",
"ru",
"ru",
"zh",
"zh",
"zh",
"zh",
"zh",
"zh",
"zh",
"zh",
"zh",
"zh",
"fr",
"fr",
"fr",
"es",
"es",
"es",
"de",
"de",
"de",
"tr",
"tr",
"tr",
"vi",
"vi",
"vi",
"en",
"en",
"en",
"en",
"en",
"en",
"en",
"en",
"en",
"en",
"hi",
"hi",
"hi",
"hi",
"hi",
"ur",
"ar",
"ur",
"ar",
"ur",
"en",
"en",
"fr",
"es",
"zh",
"de",
"tr",
"vi",
"ru",
"zh",
"en",
"zh",
"ru",
"en",
"zh",
"fr",
"de",
"ru",
"vi",
"hi",
"en",
"en",
"fr",
"es",
"hi"
],
"confusion_matrix": {
"matrix_dict": {
"ar": {
"ar": 141,
"ur": 5
},
"ru": {
"ru": 279
},
"de": {
"de": 135,
"tr": 1,
"es": 1
},
"el": {
"el": 144,
"ot": 10,
"hi": 3
},
"en": {
"en": 146,
"es": 3
},
"fr": {
"fr": 139,
"tr": 3,
"en": 1
},
"hi": {
"hi": 171,
"ot": 39,
"zh": 1
},
"ot": {
"ot": 169,
"hi": 14,
"en": 4,
"zh": 3,
"ru": 1,
"de": 1,
"vi": 1
},
"ur": {
"ur": 133,
"hi": 1
},
"vi": {
"vi": 134
},
"zh": {
"zh": 143,
"ot": 1
},
"es": {
"es": 133,
"de": 3
},
"tr": {
"tr": 132
},
"unknown": {
"vi": 3,
"tr": 1,
"ot": 1
}
},
"matrix_2d": [
[
141,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
5,
0,
0
],
[
0,
135,
0,
0,
1,
0,
0,
0,
0,
1,
0,
0,
0,
0
],
[
0,
0,
144,
0,
0,
0,
3,
10,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
146,
3,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
3,
0,
0,
133,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
1,
0,
139,
0,
0,
0,
3,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
171,
39,
0,
0,
0,
0,
0,
1
],
[
0,
1,
0,
4,
0,
0,
14,
169,
1,
0,
0,
0,
1,
3
],
[
0,
0,
0,
0,
0,
0,
0,
0,
279,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
132,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
1,
0,
1,
0,
0,
3,
0
],
[
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
133,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
134,
0
],
[
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
143
]
],
"labels": [
"ar",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ot",
"ru",
"tr",
"unknown",
"ur",
"vi",
"zh"
]
},
"all_languages_accuracy": {
"unknown": {
"accuracy": 0.0,
"correct": 0,
"total": 5,
"error_examples": [
{
"sentence": "Vì vậy, cô ấy giống như, à nhìn đi, trong mong vào công ty như vậy.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1078
},
{
"sentence": "Thế là, à, tôi, ừ, dù sao, ừ, ừ, đây là ba, ừ, phi công U2, ừ, văn phòng Tổng thống Kennedy ở Washington với Đại tướng May.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1138
},
{
"sentence": "1880'li bir tarihte doğdu, 188 gibi, sanırım 1889'du, galiba doğduğu zaman buydu.",
"predicted": "tr",
"ground_truth": "unknown",
"index": 1466
},
{
"sentence": "Nilipata maagizo ya kwenda Del Rio, TX, hivyo wakati nilipofika huko, niligundua nilipaswa kwenda kwa Laughlin Air Force Base.",
"predicted": "ot",
"ground_truth": "unknown",
"index": 1494
},
{
"sentence": "Và tôi đã đến, tôi đã đến Washington D.C. và tôi đã không đi thẳng đến, uh, chỗ đó, uh, nơi họ bảo tôi đến trong các đơn hàng.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1858
}
]
},
"hi": {
"accuracy": 0.8104265402843602,
"correct": 171,
"total": 211,
"error_examples": [
{
"sentence": "และเขาพูดว่า, ม่าม๊า ผมอยู่บ้าน",
"predicted": "ot",
"ground_truth": "hi",
"index": 10
},
{
"sentence": "มันมีอีกมากที่คุณสามารถพูดคุยเกี่ยวกับสิ่งนั้น ฉันจะข้ามไปละกัน",
"predicted": "ot",
"ground_truth": "hi",
"index": 70
},
{
"sentence": "และฉันก็แบบว่าตอบตกลงและมันก็เท่านั่น!",
"predicted": "ot",
"ground_truth": "hi",
"index": 130
},
{
"sentence": "ฉันก็เลยไม่แน่ใจจริงๆ ว่าทำไม",
"predicted": "ot",
"ground_truth": "hi",
"index": 145
},
{
"sentence": "และฉันได้ใส่ เอ่อ, ห้ากองออกมาจาก ยู2",
"predicted": "ot",
"ground_truth": "hi",
"index": 205
}
]
},
"ot": {
"accuracy": 0.8756476683937824,
"correct": 169,
"total": 193,
"error_examples": [
{
"sentence": "ฉันไม่รู้ว่าฉันไปเพื่ออะไรหรือเพื่อสิ่งใด ดังนั้นแค่รายงานเกี่ยวกับสถานที่ที่ระบุในวอชิงตัน",
"predicted": "hi",
"ground_truth": "ot",
"index": 85
},
{
"sentence": "วันนี้เขาจะพูดคุยกับเราเกี่ยวกับ Third SS, U2 Quick และ Blackbird",
"predicted": "hi",
"ground_truth": "ot",
"index": 340
},
{
"sentence": "เธอกล่าวว่ามีน้ำตาไหลออกมาจากตาของเธอ และเธอกล่าวว่าโจมาปรากฏตัวที่ชานบ้าน",
"predicted": "hi",
"ground_truth": "ot",
"index": 385
},
{
"sentence": "เมื่อฉันดึง เมื่อเขาดึงกระโจมเพื่อให้ฉันดึงเขาออกไป เขาชี้ไปที่อุปกรณ์ทั้งสองด้านซ้ายมือของเครื่องบินที่ละลายจริง ๆ ระหว่างการบิน",
"predicted": "hi",
"ground_truth": "ot",
"index": 505
},
{
"sentence": "แต่ทันทีทันใดนั้น เราก็ถูกเรียกออกไปดูว่ามีอะไรบินอยู่",
"predicted": "hi",
"ground_truth": "ot",
"index": 790
}
]
},
"el": {
"accuracy": 0.9171974522292994,
"correct": 144,
"total": 157,
"error_examples": [
{
"sentence": "ดี, ฉันไม่ได้คิดอะไรเกี่ยวกับเรื่องนี้, แต่ฉันก็ผิดหวัง, และ, ฉันก็กลับไปคุยกับเขาอีกครั้ง",
"predicted": "ot",
"ground_truth": "el",
"index": 25
},
{
"sentence": "พวกเขาบอกฉันว่าเขาจะเรียกคน ๆ หนึ่งเข้ามาในตอนท้ายให้ฉันพบ",
"predicted": "ot",
"ground_truth": "el",
"index": 55
},
{
"sentence": "และย่าเคยเล่าเรื่องเกี่ยวที่น้องสาวของเธอและสามีของน้องสาวได้ตัดสินใจว่าพวกเขาจะย้ายไปที่เมืองออร์กัสต้าและมองว่าสีขาว",
"predicted": "hi",
"ground_truth": "el",
"index": 250
},
{
"sentence": "แล้วความจริงก็คือ เธอเป็นความสว่าง!",
"predicted": "ot",
"ground_truth": "el",
"index": 775
},
{
"sentence": "ยายของฉันเคยเล่าเรื่องต่าง ๆ มากมายเกี่ยวกับปีเธอที่เติบโตขึ้นมา และโดยเฉพาะอย่างยิ่งเธอเคยพูดเรื่องครอบครัวของเธอและเล่าว่าครอบครัวเธอเป็นอย่างไรในช่วงเวลานั้น",
"predicted": "ot",
"ground_truth": "el",
"index": 1015
}
]
},
"ar": {
"accuracy": 0.9657534246575342,
"correct": 141,
"total": 146,
"error_examples": [
{
"sentence": "U2 (یو 2) کی پرواز شروع کرنے یا پریشر سوٹ کے ساتھ پرواز کرنے سے بھی پہلے انہیں اونچائی کے چیمبر کی کئی سواریوں/پروازوں سے گزرنا پڑتا ہے.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1242
},
{
"sentence": "'پچتھر سال میں یہ پہلی بار ہوا ہے کہ' ٹی ایکس آۂین نے فوج کو ووٹ دی، ' ٹی ایکس' سفیر ہوتے ہوے ' ٹی ایکس' سفیر چاھۂے تھے۔",
"predicted": "ur",
"ground_truth": "ar",
"index": 1287
},
{
"sentence": "میرا مطلب یہ تھا کہ پوری بات.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1557
},
{
"sentence": "وہ کیوبا کے بحران کا واحد زخمی تھا، اور uh، کیسر uh، وہ تصاویر ملی اور واشنگٹن میں اینڈریو ایئر فورس کی طرف براہ راست اڑ گئے.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1767
},
{
"sentence": "خوش آمدید",
"predicted": "ur",
"ground_truth": "ar",
"index": 2007
}
]
},
"fr": {
"accuracy": 0.972027972027972,
"correct": 139,
"total": 143,
"error_examples": [
{
"sentence": "Ve Anne, evdeyim dedi.",
"predicted": "tr",
"ground_truth": "fr",
"index": 11
},
{
"sentence": "Nereye gittiklerini bilmiyorduk.",
"predicted": "tr",
"ground_truth": "fr",
"index": 1376
},
{
"sentence": "Nereye gittiklerini kimse bilmiyordu.",
"predicted": "tr",
"ground_truth": "fr",
"index": 1661
},
{
"sentence": "Well, there's nobody there to help me.",
"predicted": "en",
"ground_truth": "fr",
"index": 1744
}
]
},
"es": {
"accuracy": 0.9779411764705882,
"correct": 133,
"total": 136,
"error_examples": [
{
"sentence": "„Und ich dachte, das wäre ein Privileg, und das ist es immer noch, das ist esi mmer noch. Ich war der einzige 229 Ex-O, was mein AFCF Air Force-Karriere-Feld war.“",
"predicted": "de",
"ground_truth": "es",
"index": 32
},
{
"sentence": "Nun es kam soweit, dass zwei oder drei Flugzeuge pro Woche ankamen und ich nicht wusste, wohin sie flogen.",
"predicted": "de",
"ground_truth": "es",
"index": 452
},
{
"sentence": "Es sind 30 oder 40 U2 Flugzeuge und wir haben begonnen Chinesische und britische Piloten, praktisch Piloten von Verbündeten auf der ganzen Welt, in ihnen zu trainieren",
"predicted": "de",
"ground_truth": "es",
"index": 1052
}
]
},
"en": {
"accuracy": 0.9798657718120806,
"correct": 146,
"total": 149,
"error_examples": [
{
"sentence": "Y él dijo: Mamá, estoy en casa.",
"predicted": "es",
"ground_truth": "en",
"index": 5
},
{
"sentence": "Era en lo que teníamos a Rudolph Anderson, una formulación de tres U2.",
"predicted": "es",
"ground_truth": "en",
"index": 695
},
{
"sentence": "Así que, dice Bueno busca, busca esto en esta y esta empresa.",
"predicted": "es",
"ground_truth": "en",
"index": 1070
}
]
},
"de": {
"accuracy": 0.9854014598540146,
"correct": 135,
"total": 137,
"error_examples": [
{
"sentence": "Kariyerimin 16 yılını Özel Faaliyetler'de harcamama sıradışı denebilir.",
"predicted": "tr",
"ground_truth": "de",
"index": 866
},
{
"sentence": "Y entonces, una vez tienes todo introducido, puedes seguir a partir de ahí.",
"predicted": "es",
"ground_truth": "de",
"index": 1160
}
]
},
"ur": {
"accuracy": 0.9925373134328358,
"correct": 133,
"total": 134,
"error_examples": [
{
"sentence": "และแน่นอนว่า Androv Gromikov ไม่ได้ตอบอะไร แต่เรามีข้อมูลทั้งหมดจากภาพยนตร์ว่า U2 ที่ใช้ไปแล้ว",
"predicted": "hi",
"ground_truth": "ur",
"index": 370
}
]
},
"zh": {
"accuracy": 0.9930555555555556,
"correct": 143,
"total": 144,
"error_examples": [
{
"sentence": "แต่พวกมันถูกแบ่งประมาณว่าใครเป็นลูกจ้างซึ่งทำงานในท้องนาและใครเป็นคนทำงานบ้าน มันเป็นประเภทของ--",
"predicted": "ot",
"ground_truth": "zh",
"index": 310
}
]
},
"ru": {
"accuracy": 1.0,
"correct": 279,
"total": 279,
"error_examples": []
},
"tr": {
"accuracy": 1.0,
"correct": 132,
"total": 132,
"error_examples": []
},
"vi": {
"accuracy": 1.0,
"correct": 134,
"total": 134,
"error_examples": []
}
},
"per_language_accuracy": {
"ar": {
"accuracy": 0.9657534246575342,
"correct": 141,
"total": 146,
"error_examples": [
{
"sentence": "U2 (یو 2) کی پرواز شروع کرنے یا پریشر سوٹ کے ساتھ پرواز کرنے سے بھی پہلے انہیں اونچائی کے چیمبر کی کئی سواریوں/پروازوں سے گزرنا پڑتا ہے.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1242
},
{
"sentence": "'پچتھر سال میں یہ پہلی بار ہوا ہے کہ' ٹی ایکس آۂین نے فوج کو ووٹ دی، ' ٹی ایکس' سفیر ہوتے ہوے ' ٹی ایکس' سفیر چاھۂے تھے۔",
"predicted": "ur",
"ground_truth": "ar",
"index": 1287
},
{
"sentence": "میرا مطلب یہ تھا کہ پوری بات.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1557
},
{
"sentence": "وہ کیوبا کے بحران کا واحد زخمی تھا، اور uh، کیسر uh، وہ تصاویر ملی اور واشنگٹن میں اینڈریو ایئر فورس کی طرف براہ راست اڑ گئے.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1767
},
{
"sentence": "خوش آمدید",
"predicted": "ur",
"ground_truth": "ar",
"index": 2007
}
]
},
"de": {
"accuracy": 0.9854014598540146,
"correct": 135,
"total": 137,
"error_examples": [
{
"sentence": "Kariyerimin 16 yılını Özel Faaliyetler'de harcamama sıradışı denebilir.",
"predicted": "tr",
"ground_truth": "de",
"index": 866
},
{
"sentence": "Y entonces, una vez tienes todo introducido, puedes seguir a partir de ahí.",
"predicted": "es",
"ground_truth": "de",
"index": 1160
}
]
},
"el": {
"accuracy": 0.9171974522292994,
"correct": 144,
"total": 157,
"error_examples": [
{
"sentence": "ดี, ฉันไม่ได้คิดอะไรเกี่ยวกับเรื่องนี้, แต่ฉันก็ผิดหวัง, และ, ฉันก็กลับไปคุยกับเขาอีกครั้ง",
"predicted": "ot",
"ground_truth": "el",
"index": 25
},
{
"sentence": "พวกเขาบอกฉันว่าเขาจะเรียกคน ๆ หนึ่งเข้ามาในตอนท้ายให้ฉันพบ",
"predicted": "ot",
"ground_truth": "el",
"index": 55
},
{
"sentence": "และย่าเคยเล่าเรื่องเกี่ยวที่น้องสาวของเธอและสามีของน้องสาวได้ตัดสินใจว่าพวกเขาจะย้ายไปที่เมืองออร์กัสต้าและมองว่าสีขาว",
"predicted": "hi",
"ground_truth": "el",
"index": 250
},
{
"sentence": "แล้วความจริงก็คือ เธอเป็นความสว่าง!",
"predicted": "ot",
"ground_truth": "el",
"index": 775
},
{
"sentence": "ยายของฉันเคยเล่าเรื่องต่าง ๆ มากมายเกี่ยวกับปีเธอที่เติบโตขึ้นมา และโดยเฉพาะอย่างยิ่งเธอเคยพูดเรื่องครอบครัวของเธอและเล่าว่าครอบครัวเธอเป็นอย่างไรในช่วงเวลานั้น",
"predicted": "ot",
"ground_truth": "el",
"index": 1015
}
]
},
"en": {
"accuracy": 0.9798657718120806,
"correct": 146,
"total": 149,
"error_examples": [
{
"sentence": "Y él dijo: Mamá, estoy en casa.",
"predicted": "es",
"ground_truth": "en",
"index": 5
},
{
"sentence": "Era en lo que teníamos a Rudolph Anderson, una formulación de tres U2.",
"predicted": "es",
"ground_truth": "en",
"index": 695
},
{
"sentence": "Así que, dice Bueno busca, busca esto en esta y esta empresa.",
"predicted": "es",
"ground_truth": "en",
"index": 1070
}
]
},
"es": {
"accuracy": 0.9779411764705882,
"correct": 133,
"total": 136,
"error_examples": [
{
"sentence": "„Und ich dachte, das wäre ein Privileg, und das ist es immer noch, das ist esi mmer noch. Ich war der einzige 229 Ex-O, was mein AFCF Air Force-Karriere-Feld war.“",
"predicted": "de",
"ground_truth": "es",
"index": 32
},
{
"sentence": "Nun es kam soweit, dass zwei oder drei Flugzeuge pro Woche ankamen und ich nicht wusste, wohin sie flogen.",
"predicted": "de",
"ground_truth": "es",
"index": 452
},
{
"sentence": "Es sind 30 oder 40 U2 Flugzeuge und wir haben begonnen Chinesische und britische Piloten, praktisch Piloten von Verbündeten auf der ganzen Welt, in ihnen zu trainieren",
"predicted": "de",
"ground_truth": "es",
"index": 1052
}
]
},
"fr": {
"accuracy": 0.972027972027972,
"correct": 139,
"total": 143,
"error_examples": [
{
"sentence": "Ve Anne, evdeyim dedi.",
"predicted": "tr",
"ground_truth": "fr",
"index": 11
},
{
"sentence": "Nereye gittiklerini bilmiyorduk.",
"predicted": "tr",
"ground_truth": "fr",
"index": 1376
},
{
"sentence": "Nereye gittiklerini kimse bilmiyordu.",
"predicted": "tr",
"ground_truth": "fr",
"index": 1661
},
{
"sentence": "Well, there's nobody there to help me.",
"predicted": "en",
"ground_truth": "fr",
"index": 1744
}
]
},
"hi": {
"accuracy": 0.8104265402843602,
"correct": 171,
"total": 211,
"error_examples": [
{
"sentence": "และเขาพูดว่า, ม่าม๊า ผมอยู่บ้าน",
"predicted": "ot",
"ground_truth": "hi",
"index": 10
},
{
"sentence": "มันมีอีกมากที่คุณสามารถพูดคุยเกี่ยวกับสิ่งนั้น ฉันจะข้ามไปละกัน",
"predicted": "ot",
"ground_truth": "hi",
"index": 70
},
{
"sentence": "และฉันก็แบบว่าตอบตกลงและมันก็เท่านั่น!",
"predicted": "ot",
"ground_truth": "hi",
"index": 130
},
{
"sentence": "ฉันก็เลยไม่แน่ใจจริงๆ ว่าทำไม",
"predicted": "ot",
"ground_truth": "hi",
"index": 145
},
{
"sentence": "และฉันได้ใส่ เอ่อ, ห้ากองออกมาจาก ยู2",
"predicted": "ot",
"ground_truth": "hi",
"index": 205
}
]
},
"ot": {
"accuracy": 0.8756476683937824,
"correct": 169,
"total": 193,
"error_examples": [
{
"sentence": "ฉันไม่รู้ว่าฉันไปเพื่ออะไรหรือเพื่อสิ่งใด ดังนั้นแค่รายงานเกี่ยวกับสถานที่ที่ระบุในวอชิงตัน",
"predicted": "hi",
"ground_truth": "ot",
"index": 85
},
{
"sentence": "วันนี้เขาจะพูดคุยกับเราเกี่ยวกับ Third SS, U2 Quick และ Blackbird",
"predicted": "hi",
"ground_truth": "ot",
"index": 340
},
{
"sentence": "เธอกล่าวว่ามีน้ำตาไหลออกมาจากตาของเธอ และเธอกล่าวว่าโจมาปรากฏตัวที่ชานบ้าน",
"predicted": "hi",
"ground_truth": "ot",
"index": 385
},
{
"sentence": "เมื่อฉันดึง เมื่อเขาดึงกระโจมเพื่อให้ฉันดึงเขาออกไป เขาชี้ไปที่อุปกรณ์ทั้งสองด้านซ้ายมือของเครื่องบินที่ละลายจริง ๆ ระหว่างการบิน",
"predicted": "hi",
"ground_truth": "ot",
"index": 505
},
{
"sentence": "แต่ทันทีทันใดนั้น เราก็ถูกเรียกออกไปดูว่ามีอะไรบินอยู่",
"predicted": "hi",
"ground_truth": "ot",
"index": 790
}
]
},
"ru": {
"accuracy": 1.0,
"correct": 279,
"total": 279,
"error_examples": []
},
"tr": {
"accuracy": 1.0,
"correct": 132,
"total": 132,
"error_examples": []
},
"unknown": {
"accuracy": 0.0,
"correct": 0,
"total": 5,
"error_examples": [
{
"sentence": "Vì vậy, cô ấy giống như, à nhìn đi, trong mong vào công ty như vậy.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1078
},
{
"sentence": "Thế là, à, tôi, ừ, dù sao, ừ, ừ, đây là ba, ừ, phi công U2, ừ, văn phòng Tổng thống Kennedy ở Washington với Đại tướng May.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1138
},
{
"sentence": "1880'li bir tarihte doğdu, 188 gibi, sanırım 1889'du, galiba doğduğu zaman buydu.",
"predicted": "tr",
"ground_truth": "unknown",
"index": 1466
},
{
"sentence": "Nilipata maagizo ya kwenda Del Rio, TX, hivyo wakati nilipofika huko, niligundua nilipaswa kwenda kwa Laughlin Air Force Base.",
"predicted": "ot",
"ground_truth": "unknown",
"index": 1494
},
{
"sentence": "Và tôi đã đến, tôi đã đến Washington D.C. và tôi đã không đi thẳng đến, uh, chỗ đó, uh, nơi họ bảo tôi đến trong các đơn hàng.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1858
}
]
},
"ur": {
"accuracy": 0.9925373134328358,
"correct": 133,
"total": 134,
"error_examples": [
{
"sentence": "และแน่นอนว่า Androv Gromikov ไม่ได้ตอบอะไร แต่เรามีข้อมูลทั้งหมดจากภาพยนตร์ว่า U2 ที่ใช้ไปแล้ว",
"predicted": "hi",
"ground_truth": "ur",
"index": 370
}
]
},
"vi": {
"accuracy": 1.0,
"correct": 134,
"total": 134,
"error_examples": []
},
"zh": {
"accuracy": 0.9930555555555556,
"correct": 143,
"total": 144,
"error_examples": [
{
"sentence": "แต่พวกมันถูกแบ่งประมาณว่าใครเป็นลูกจ้างซึ่งทำงานในท้องนาและใครเป็นคนทำงานบ้าน มันเป็นประเภทของ--",
"predicted": "ot",
"ground_truth": "zh",
"index": 310
}
]
}
},
"worst_performing_languages": [
{
"language": "unknown",
"accuracy": 0.0,
"correct": 0,
"total": 5,
"error_examples": [
{
"sentence": "Vì vậy, cô ấy giống như, à nhìn đi, trong mong vào công ty như vậy.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1078
},
{
"sentence": "Thế là, à, tôi, ừ, dù sao, ừ, ừ, đây là ba, ừ, phi công U2, ừ, văn phòng Tổng thống Kennedy ở Washington với Đại tướng May.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1138
},
{
"sentence": "1880'li bir tarihte doğdu, 188 gibi, sanırım 1889'du, galiba doğduğu zaman buydu.",
"predicted": "tr",
"ground_truth": "unknown",
"index": 1466
},
{
"sentence": "Nilipata maagizo ya kwenda Del Rio, TX, hivyo wakati nilipofika huko, niligundua nilipaswa kwenda kwa Laughlin Air Force Base.",
"predicted": "ot",
"ground_truth": "unknown",
"index": 1494
},
{
"sentence": "Và tôi đã đến, tôi đã đến Washington D.C. và tôi đã không đi thẳng đến, uh, chỗ đó, uh, nơi họ bảo tôi đến trong các đơn hàng.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1858
}
]
},
{
"language": "hi",
"accuracy": 0.8104265402843602,
"correct": 171,
"total": 211,
"error_examples": [
{
"sentence": "และเขาพูดว่า, ม่าม๊า ผมอยู่บ้าน",
"predicted": "ot",
"ground_truth": "hi",
"index": 10
},
{
"sentence": "มันมีอีกมากที่คุณสามารถพูดคุยเกี่ยวกับสิ่งนั้น ฉันจะข้ามไปละกัน",
"predicted": "ot",
"ground_truth": "hi",
"index": 70
},
{
"sentence": "และฉันก็แบบว่าตอบตกลงและมันก็เท่านั่น!",
"predicted": "ot",
"ground_truth": "hi",
"index": 130
},
{
"sentence": "ฉันก็เลยไม่แน่ใจจริงๆ ว่าทำไม",
"predicted": "ot",
"ground_truth": "hi",
"index": 145
},
{
"sentence": "และฉันได้ใส่ เอ่อ, ห้ากองออกมาจาก ยู2",
"predicted": "ot",
"ground_truth": "hi",
"index": 205
}
]
},
{
"language": "ot",
"accuracy": 0.8756476683937824,
"correct": 169,
"total": 193,
"error_examples": [
{
"sentence": "ฉันไม่รู้ว่าฉันไปเพื่ออะไรหรือเพื่อสิ่งใด ดังนั้นแค่รายงานเกี่ยวกับสถานที่ที่ระบุในวอชิงตัน",
"predicted": "hi",
"ground_truth": "ot",
"index": 85
},
{
"sentence": "วันนี้เขาจะพูดคุยกับเราเกี่ยวกับ Third SS, U2 Quick และ Blackbird",
"predicted": "hi",
"ground_truth": "ot",
"index": 340
},
{
"sentence": "เธอกล่าวว่ามีน้ำตาไหลออกมาจากตาของเธอ และเธอกล่าวว่าโจมาปรากฏตัวที่ชานบ้าน",
"predicted": "hi",
"ground_truth": "ot",
"index": 385
},
{
"sentence": "เมื่อฉันดึง เมื่อเขาดึงกระโจมเพื่อให้ฉันดึงเขาออกไป เขาชี้ไปที่อุปกรณ์ทั้งสองด้านซ้ายมือของเครื่องบินที่ละลายจริง ๆ ระหว่างการบิน",
"predicted": "hi",
"ground_truth": "ot",
"index": 505
},
{
"sentence": "แต่ทันทีทันใดนั้น เราก็ถูกเรียกออกไปดูว่ามีอะไรบินอยู่",
"predicted": "hi",
"ground_truth": "ot",
"index": 790
}
]
},
{
"language": "el",
"accuracy": 0.9171974522292994,
"correct": 144,
"total": 157,
"error_examples": [
{
"sentence": "ดี, ฉันไม่ได้คิดอะไรเกี่ยวกับเรื่องนี้, แต่ฉันก็ผิดหวัง, และ, ฉันก็กลับไปคุยกับเขาอีกครั้ง",
"predicted": "ot",
"ground_truth": "el",
"index": 25
},
{
"sentence": "พวกเขาบอกฉันว่าเขาจะเรียกคน ๆ หนึ่งเข้ามาในตอนท้ายให้ฉันพบ",
"predicted": "ot",
"ground_truth": "el",
"index": 55
},
{
"sentence": "และย่าเคยเล่าเรื่องเกี่ยวที่น้องสาวของเธอและสามีของน้องสาวได้ตัดสินใจว่าพวกเขาจะย้ายไปที่เมืองออร์กัสต้าและมองว่าสีขาว",
"predicted": "hi",
"ground_truth": "el",
"index": 250
},
{
"sentence": "แล้วความจริงก็คือ เธอเป็นความสว่าง!",
"predicted": "ot",
"ground_truth": "el",
"index": 775
},
{
"sentence": "ยายของฉันเคยเล่าเรื่องต่าง ๆ มากมายเกี่ยวกับปีเธอที่เติบโตขึ้นมา และโดยเฉพาะอย่างยิ่งเธอเคยพูดเรื่องครอบครัวของเธอและเล่าว่าครอบครัวเธอเป็นอย่างไรในช่วงเวลานั้น",
"predicted": "ot",
"ground_truth": "el",
"index": 1015
}
]
},
{
"language": "ar",
"accuracy": 0.9657534246575342,
"correct": 141,
"total": 146,
"error_examples": [
{
"sentence": "U2 (یو 2) کی پرواز شروع کرنے یا پریشر سوٹ کے ساتھ پرواز کرنے سے بھی پہلے انہیں اونچائی کے چیمبر کی کئی سواریوں/پروازوں سے گزرنا پڑتا ہے.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1242
},
{
"sentence": "'پچتھر سال میں یہ پہلی بار ہوا ہے کہ' ٹی ایکس آۂین نے فوج کو ووٹ دی، ' ٹی ایکس' سفیر ہوتے ہوے ' ٹی ایکس' سفیر چاھۂے تھے۔",
"predicted": "ur",
"ground_truth": "ar",
"index": 1287
},
{
"sentence": "میرا مطلب یہ تھا کہ پوری بات.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1557
},
{
"sentence": "وہ کیوبا کے بحران کا واحد زخمی تھا، اور uh، کیسر uh، وہ تصاویر ملی اور واشنگٹن میں اینڈریو ایئر فورس کی طرف براہ راست اڑ گئے.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1767
},
{
"sentence": "خوش آمدید",
"predicted": "ur",
"ground_truth": "ar",
"index": 2007
}
]
}
]
}