diff --git "a/results.json" "b/results.json" --- "a/results.json" +++ "b/results.json" @@ -379598,5 +379598,7285 @@ "metric":"accuracy", "score":0.0, "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.3966517116, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.6126466913, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.3475853602, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.541459987, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.1822361224, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.3997108494, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.2720948138, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.4835271066, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.4178188084, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.5837393615, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.3695995811, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.5711056847, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0000000919, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.0431986714, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.1853464136, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4093242023, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0000000919, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.0362915397, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.2844302564, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.5121261928, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.1745431492, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.4088014664, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.3412793714, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.5566337161, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.3504957829, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.5420312731, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0969972045, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.4832107456, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.2419830598, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.1320718304, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.4415333367, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.1398771832, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.3965032466, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.4033978306, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.1228715408, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.4146285797, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0736272693, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.4084116518, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.2131242166, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.4821428819, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.434159348, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0880200868, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.3115909203, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.1521784384, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.4592008131, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.220619756, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.4664938153, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0795221213, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3724723155, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.1198269585, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.4593235483, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.1814484996, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.495978943, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.1521582017, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.3251295716, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.2430376937, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.5225794823, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.151865293, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.3218574497, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.1546331303, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.3246079335, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.2646434905, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.2625161534, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.4838334557, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.1642160313, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.3214389849, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.1931815248, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.4763864029, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.6070689912, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.7305039391, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.3326486375, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.5883890967, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.1821686983, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.302972981, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.1702602472, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.3050713984, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.1013606811, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.2880515365, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.2679974277, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.5619147668, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.1210366914, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3122915915, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.1863706774, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.2898682628, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.1909881176, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.4357592029, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.2512201351, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.3613480005, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.6256538562, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.6943310522, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.2636438825, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.5375272791, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.1406853565, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.2342066897, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.388441382, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.4874443082, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0674159976, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.1065354986, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.264926859, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4024071085, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.357914128, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.4554915707, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.1714562241, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.2743526917, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.3730786951, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.4157762304, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.6290393497, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.1536220823, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.5798536462, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.33598634, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.3519556829, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.4784253622, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.2680165156, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.611921685, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.435050222, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.2460137258, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.6869474337, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4030945868, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.3081599032, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.4148296419, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.4050845737, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.2369305576, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.6474126202, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.5384586523, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.1718152967, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.5257017186, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.611895563, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.4451075766, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.7334918117, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.4818114945, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.7675828789, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.1990581597, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.6133817758, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.2704091954, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.6207272323, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.5465526716, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.8012679277, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.3335910323, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.7011023633, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.3207873973, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.5817366082, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.3485799123, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.6090575372, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.2810335396, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.605156453, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.2445665611, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.6642691959, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.691790174, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.8479928839, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.546149954, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.7954823724, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.4194685158, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.6582292681, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.546149954, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.7954823724, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.3857587082, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.7029566282, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.1753767087, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.5886202682, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.1673872929, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.4506667273, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.7511573913, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.9453473544, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.1946452196, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.5838790967, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.5014756678, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.7958858212, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.3236579503, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.6509517796, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.3236579503, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.6564314769, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.3236579503, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.5875876275, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.2319821043, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.6307116012, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.3226386416, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.6824395077, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.4184379522, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.6995568307, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.2404786079, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.5819897904, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.373921491, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.6536082905, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.5512324462, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.4881010345, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.7317734492, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.2719326877, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.5963825615, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.2445665611, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.6532234058, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.447872232, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.7968980207, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.3581864018, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.7236278104, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.3167161501, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.67827349, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.1301048539, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.3149300382, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.1648468485, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3917558573, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.1130729983, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.3688031545, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0004488418, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.089305888, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0532360836, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.2211046787, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.1807114774, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.3631407688, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.3378903234, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.5556453958, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.4021850735, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.5369243982, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.0262909263, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.4630917652, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.5360107471, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.3957264202, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4958499678, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.3168900267, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.4217762086, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.4372110759, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.5492872921, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.1328643776, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3043418817, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.1773973124, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.3761627808, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.4359682535, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.5243661809, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.412806204, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.5196214432, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.4244459417, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.5176629059, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0826435439, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.2093360771, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.1478824915, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.3273983783, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.0231778896, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.1255213133, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.4194221711, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.1004077623, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.2293820934, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.0809100044, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.5670546248, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.7791227967, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.3457410059, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.3692590781, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.8590406918, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.8985766779, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.2697790305, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6173213845, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.6649820533, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.7856446622, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.3073041537, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.514597811, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.0238287164, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.2644118551, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.106319927, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.3651947098, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.508272955, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.7319355475, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3825696797, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.7134549338, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.0311091903, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.5402189689, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.7688675864, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.4659704405, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.7247463228, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.360581731, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.3933076922, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2234503775, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.5073212179, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.5200746238, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.7143812917, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.5723092813, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.7320823035, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.1411183069, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.4499767499, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.6420242161, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.7826629559, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.4070089443, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.6333591104, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.5192292045, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.6435810884, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.3524295891, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.5231782615, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.3329929683, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5456708438, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3686682677, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6614268294, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.5774196213, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7322219196, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.4009086918, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.4217036033, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.4099353599, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.5371786113, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1357102688, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.4956509438, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.5145070028, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.6293403102, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.726000182, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.8743307224, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.596698202, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6815230707, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.5725251534, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.7101534059, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.1820705281, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.3864538215, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.6095027193, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.7656473896, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.3647817968, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.5699896912, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.3445364014, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.632120037, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.3090310267, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.569470872, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.529550285, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.7216225504, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.6527019935, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7749889271, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0188098832, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.1599510106, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.3255999378, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.5232900687, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.8107492451, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.9000327478, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.0748774416, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.6885326215, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.8328652216, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.2052212051, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5594940673, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.3907228334, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.6344060552, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.4815092082, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.5613602982, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.4276082873, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.6536913951, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.4298810543, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.4705032487, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.8595328139, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.9098840135, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.3022867927, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.4457424291, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.4761839369, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3034491157, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6798106213, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.4466679874, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7283431044, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.2217572794, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.3958828105, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.3965384288, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.5702892011, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.3187271473, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.3811308672, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.4687776643, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.4517409273, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.3734470176, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.3820562307, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5488313413, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.2308824748, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.4447723693, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.2862085038, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.3823890695, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.2756333028, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.3993831713, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.1860501646, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.4434360695, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.1567750617, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.4928652815, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.1282491921, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.2524884798, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.4599996071, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.6267974727, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3200938205, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6393945963, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.3782727845, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.6480161649, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.2031205438, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.3026286473, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.4799233253, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.3451314769, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.1790037085, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.2910454983, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.3568630983, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2330781491, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.6295171818, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4819511629, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.7170281746, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.3500851741, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.5415801306, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.4093184131, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.5715958346, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.8330787011, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.9482515348, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.1475758119, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.4819243515, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.3464821641, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.5903354473, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.0473282084, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.4899417818, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.3996617914, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.4470161785, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.8350256155, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.6848075777, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.799139523, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.1788973419, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.406447761, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.1310249598, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.3785744421, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.407135992, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.7697196337, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.2858565969, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.5971070986, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.8874294966, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.3117732724, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.3089525776, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.0088652482, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.3124325728, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6024486188, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.1705746719, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.4261710812, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.7181417753, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.8029162546, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.1782921966, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.4892059806, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.5894159589, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.7585081366, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.2672825521, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5947619308, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.1560424227, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.4948804416, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.1625677471, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5039740897, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.6486932415, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7887116805, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.6651557977, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.7107545146, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.3678169128, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.6159870046, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.2572396203, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.6032951031, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.231344208, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.5732050784, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.2519262872, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.063462015, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.127127955, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0112017261, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.256949594, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.3776963602, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.5392238315, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.4112296795, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.6173246841, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.304228848, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.6437766898, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.2489022408, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.5809139399, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.5366186003, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.6886178182, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0977620571, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.3509809637, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.2329143346, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.5597013067, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.2877266359, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.5452950559, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.2585518999, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.3445778904, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.663098603, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.1941642461, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.3049195653, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.5730973226, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.3715079739, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.2377842957, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.4090777522, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.4478039778, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.702731981, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.1587667047, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.4627609227, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.4467367036, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.5702658069, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.2910873659, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5097137744, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.1163327084, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.3968305235, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3818878183, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6843771196, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.3528360454, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.6592215569, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.3480877155, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.5371325399, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.1185099796, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.4011805746, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.245369104, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.5145398706, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.3538049407, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.6079597827, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2931266115, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.4957483698, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4748202049, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6389166442, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.1760482971, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.3966935539, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.3624420094, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.5744562766, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.3885590147, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.6291913508, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.353938227, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.4709266199, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.2808746698, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5644076652, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.112642965, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.3755118765, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.1869886574, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5064678234, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.2212749443, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.4521129355, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1918957007, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.4759856856, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.3113701869, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.55946099, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"qwen\/qwen3-235b-a22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 } ] \ No newline at end of file